-- Logs begin at Fri 2021-04-30 12:30:31 UTC, end at Fri 2021-04-30 13:30:39 UTC. -- Apr 30 13:06:31.322034 dv-cinder-787195-5-smb systemd[1]: Started Devstack devstack@q-svc.service. Apr 30 13:06:33.740789 dv-cinder-787195-5-smb neutron-server[73704]: INFO neutron.common.config [-] Logging enabled! Apr 30 13:06:33.741398 dv-cinder-787195-5-smb neutron-server[73704]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev168 Apr 30 13:06:33.741538 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=73704) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 30 13:06:33.744734 dv-cinder-787195-5-smb neutron-server[73704]: INFO neutron.common.config [-] Logging enabled! Apr 30 13:06:33.744986 dv-cinder-787195-5-smb neutron-server[73704]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev168 Apr 30 13:06:33.745301 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=73704) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 30 13:06:33.746251 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 30 13:06:33.746482 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 30 13:06:33.746845 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 30 13:06:33.747095 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 30 13:06:33.747325 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 30 13:06:33.747652 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:33.747952 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:33.748250 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:33.748568 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:33.748846 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:33.749142 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:33.749423 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:33.749717 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:33.750016 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:33.750306 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:33.750586 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:33.750868 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:33.751101 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:33.751383 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.common.config [-] config_source = [] {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:33.751657 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:33.751945 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:33.752170 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.common.config [-] debug = True {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:33.752487 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:33.752915 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:33.753339 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:33.753623 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:33.753919 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:33.754200 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:33.754472 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:33.754750 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:33.755037 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:33.755421 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.common.config [-] host = dv-cinder-787195-5-smb {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:33.755703 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:33.755988 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:33.756276 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:33.756587 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:33.756863 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:33.757146 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:33.757435 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:33.757711 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.common.config [-] log_dir = None {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:33.757986 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.common.config [-] log_file = None {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:33.758261 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:33.758553 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:33.758840 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:33.759139 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:33.759367 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:33.759591 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:33.759880 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:33.760167 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:33.760464 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:33.760741 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:33.761018 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:33.761294 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:33.761572 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:33.761848 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:33.762136 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:33.762422 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:33.762711 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:33.762988 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:33.763265 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:33.763542 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:33.763819 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:33.764137 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:33.764435 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:33.764921 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:33.765040 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:33.765272 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:33.765546 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:33.765822 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:33.766128 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:33.766417 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:33.766701 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:33.766988 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:33.767270 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:33.767556 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:33.767834 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:33.768110 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.common.config [-] use_journal = False {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:33.768403 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.common.config [-] use_json = False {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:33.768683 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:33.768955 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:33.769240 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:33.769518 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:33.769792 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:33.770066 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:33.770342 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:33.770626 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:33.770931 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:33.771229 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:33.771536 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:33.771825 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:33.772124 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:33.772430 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:33.772725 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:33.773007 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:33.773301 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:33.773594 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:33.773886 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:33.774174 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:33.774465 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:33.774745 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:33.775042 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:33.775355 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:33.775653 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:33.775946 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:33.776225 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:33.776531 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:33.776809 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:33.777095 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:33.777386 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:33.777682 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:33.777975 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:33.778251 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:33.778534 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:33.778827 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:33.779106 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:33.779381 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:33.779714 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:33.780005 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:33.780286 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:33.780583 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:33.780870 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:33.781150 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:33.781426 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:33.781698 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:33.781977 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:33.782269 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:33.782549 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:33.782820 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:33.783091 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:33.783368 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:33.783640 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:33.783925 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:33.784210 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:33.784503 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:33.784780 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:33.785061 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:33.785333 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:33.785610 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:33.785894 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:33.786169 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:33.786451 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:33.786728 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:33.787003 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:33.787286 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:33.787560 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:33.787837 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:33.788114 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:33.788413 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:33.788698 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:33.788975 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:33.789252 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:33.789528 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:33.789810 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:33.790083 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:33.790373 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:33.790677 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:33.790959 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:33.791239 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:33.791527 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:33.791807 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:33.792091 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:33.792462 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:33.792676 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:33.793018 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:33.793234 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:33.793528 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:33.793820 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:33.794110 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:33.794396 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:33.794676 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:33.795037 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:33.795344 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:33.795632 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:33.795919 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:33.796203 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:33.796528 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:33.796821 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:33.797134 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:33.797440 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:33.797741 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:33.798039 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:33.798340 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:33.798628 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:33.798945 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:33.799227 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:33.799445 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 30 13:06:33.799707 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=73704) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Apr 30 13:06:34.154137 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=73704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:06:34.154371 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=73704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:06:34.154895 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=73704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:06:34.155226 dv-cinder-787195-5-smb neutron-server[73704]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 30 13:06:34.457712 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=73704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:06:34.457917 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=73704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:06:34.458144 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=73704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:06:34.459687 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=73704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:06:34.459956 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=73704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:06:34.460213 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=73704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:06:34.582673 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=73704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:06:34.582894 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=73704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:06:34.583192 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=73704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:06:34.597026 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=73704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:06:34.597299 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=73704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:06:34.597542 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=73704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:06:34.625860 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=73704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:06:34.626138 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=73704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:06:34.626397 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=73704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:06:34.664613 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=73704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:06:34.664858 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=73704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:06:34.665146 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=73704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:06:34.892382 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=73704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:06:34.893044 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=73704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:06:34.893044 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=73704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:06:34.893222 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=73704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:06:34.893895 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=73704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:06:35.018104 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=73704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:06:35.018422 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=73704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:06:35.018700 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=73704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:06:35.018962 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=73704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:06:35.019221 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=73704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:06:35.019527 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=73704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:06:35.019790 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=73704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:06:35.020045 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=73704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:06:35.020282 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=73704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:06:35.020587 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=73704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:06:35.020835 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=73704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:06:35.021094 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=73704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:06:35.021334 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=73704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:06:35.021585 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=73704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:06:35.021846 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=73704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:06:35.022106 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=73704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:06:35.022356 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=73704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:06:35.022619 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=73704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:06:35.022865 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=73704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:06:35.023141 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=73704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:06:35.023479 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=73704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:06:35.023868 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=73704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:06:35.024120 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=73704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:06:35.024421 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=73704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:06:35.024668 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=73704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:06:35.024909 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=73704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:06:35.025292 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=73704) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 30 13:06:35.025529 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=73704) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 30 13:06:35.025762 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=73704) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 30 13:06:35.025997 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=73704) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 30 13:06:35.026227 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=73704) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 30 13:06:35.026458 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=73704) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 30 13:06:35.026825 dv-cinder-787195-5-smb neutron-server[73704]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 30 13:06:35.030169 dv-cinder-787195-5-smb neutron-server[73704]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 30 13:06:35.034053 dv-cinder-787195-5-smb neutron-server[73704]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 30 13:06:35.038081 dv-cinder-787195-5-smb neutron-server[73704]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1100, 1149)])]) Apr 30 13:06:35.039715 dv-cinder-787195-5-smb neutron-server[73704]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 30 13:06:35.040170 dv-cinder-787195-5-smb neutron-server[73704]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 30 13:06:35.040522 dv-cinder-787195-5-smb neutron-server[73704]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 30 13:06:35.040897 dv-cinder-787195-5-smb neutron-server[73704]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 30 13:06:35.043665 dv-cinder-787195-5-smb neutron-server[73704]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 30 13:06:35.044080 dv-cinder-787195-5-smb neutron-server[73704]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 30 13:06:35.044426 dv-cinder-787195-5-smb neutron-server[73704]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 30 13:06:35.073237 dv-cinder-787195-5-smb neutron-server[73704]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 30 13:06:35.073699 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=73704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:06:35.073990 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=73704) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Apr 30 13:06:35.074329 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=73704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:06:35.075673 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=73704) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 30 13:06:35.075975 dv-cinder-787195-5-smb neutron-server[73704]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 30 13:06:35.076195 dv-cinder-787195-5-smb neutron-server[73704]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 30 13:06:35.079436 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=73704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:06:35.079729 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=73704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:06:35.148828 dv-cinder-787195-5-smb neutron-server[73704]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 30 13:06:35.149046 dv-cinder-787195-5-smb neutron-server[73704]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 30 13:06:35.149214 dv-cinder-787195-5-smb neutron-server[73704]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 30 13:06:35.149583 dv-cinder-787195-5-smb neutron-server[73704]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 30 13:06:35.181446 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_db.sqlalchemy.engines [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=73704) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Apr 30 13:06:35.523579 dv-cinder-787195-5-smb neutron-server[73704]: INFO neutron.plugins.ml2.managers [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Initializing driver for type 'gre' Apr 30 13:06:35.524108 dv-cinder-787195-5-smb neutron-server[73704]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] gre ID ranges: [(1, 1000)] Apr 30 13:06:35.587941 dv-cinder-787195-5-smb neutron-server[73704]: INFO neutron.plugins.ml2.managers [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Initializing driver for type 'local' Apr 30 13:06:35.588280 dv-cinder-787195-5-smb neutron-server[73704]: INFO neutron.plugins.ml2.managers [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Initializing driver for type 'vlan' Apr 30 13:06:35.602072 dv-cinder-787195-5-smb neutron-server[73704]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] VlanTypeDriver initialization complete Apr 30 13:06:35.602440 dv-cinder-787195-5-smb neutron-server[73704]: INFO neutron.plugins.ml2.managers [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Initializing driver for type 'vxlan' Apr 30 13:06:35.602931 dv-cinder-787195-5-smb neutron-server[73704]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] vxlan ID ranges: [(1, 1000)] Apr 30 13:06:35.659146 dv-cinder-787195-5-smb neutron-server[73704]: INFO neutron.plugins.ml2.managers [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Initializing extension driver 'port_security' Apr 30 13:06:35.659569 dv-cinder-787195-5-smb neutron-server[73704]: INFO neutron.plugins.ml2.extensions.port_security [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] PortSecurityExtensionDriver initialization complete Apr 30 13:06:35.659957 dv-cinder-787195-5-smb neutron-server[73704]: INFO neutron.plugins.ml2.managers [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Initializing mechanism driver 'openvswitch' Apr 30 13:06:35.660521 dv-cinder-787195-5-smb neutron-server[73704]: INFO neutron.plugins.ml2.managers [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Initializing mechanism driver 'hyperv' Apr 30 13:06:35.666957 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.plugins.ml2.plugin [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=73704) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:06:35.667728 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron_lib.callbacks.manager [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Subscribe: > port after_create 55550000 {{(pid=73704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:06:35.668095 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron_lib.callbacks.manager [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Subscribe: > port after_update 55550000 {{(pid=73704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:06:35.668476 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron_lib.callbacks.manager [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Subscribe: > port after_delete 55550000 {{(pid=73704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:06:35.668866 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron_lib.callbacks.manager [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Subscribe: > subnet after_create 55550000 {{(pid=73704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:06:35.669222 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron_lib.callbacks.manager [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Subscribe: > subnet after_update 55550000 {{(pid=73704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:06:35.669560 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron_lib.callbacks.manager [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Subscribe: > subnet after_delete 55550000 {{(pid=73704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:06:35.669939 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron_lib.callbacks.manager [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Subscribe: > network after_create 55550000 {{(pid=73704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:06:35.670325 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron_lib.callbacks.manager [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Subscribe: > network after_update 55550000 {{(pid=73704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:06:35.670662 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron_lib.callbacks.manager [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Subscribe: > network after_delete 55550000 {{(pid=73704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:06:35.671033 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron_lib.callbacks.manager [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Subscribe: > security_group after_create 55550000 {{(pid=73704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:06:35.671380 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron_lib.callbacks.manager [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Subscribe: > security_group after_update 55550000 {{(pid=73704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:06:35.671775 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron_lib.callbacks.manager [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Subscribe: > security_group after_delete 55550000 {{(pid=73704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:06:35.672090 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron_lib.callbacks.manager [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=73704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:06:35.672464 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron_lib.callbacks.manager [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=73704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:06:35.672800 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron_lib.callbacks.manager [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=73704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:06:35.673171 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron_lib.callbacks.manager [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Subscribe: > address_group after_create 55550000 {{(pid=73704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:06:35.673511 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron_lib.callbacks.manager [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Subscribe: > address_group after_update 55550000 {{(pid=73704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:06:35.673844 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron_lib.callbacks.manager [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Subscribe: > address_group after_delete 55550000 {{(pid=73704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:06:35.674178 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] ML2 OVO RPC backend initialized. {{(pid=73704) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} Apr 30 13:06:35.674885 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron_lib.callbacks.manager [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Subscribe: > router_interface after_create 55550000 {{(pid=73704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:06:35.675237 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron_lib.callbacks.manager [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=73704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:06:35.675653 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron_lib.callbacks.manager [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Subscribe: > network before_response 55550000 {{(pid=73704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:06:35.675998 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron_lib.callbacks.manager [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Subscribe: > networks before_response 55550000 {{(pid=73704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:06:35.676363 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron_lib.callbacks.manager [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Subscribe: > port before_response 55550000 {{(pid=73704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:06:35.676712 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron_lib.callbacks.manager [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Subscribe: > ports before_response 55550000 {{(pid=73704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:06:35.677053 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron_lib.callbacks.manager [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Subscribe: > subnet before_response 55550000 {{(pid=73704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:06:35.677392 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron_lib.callbacks.manager [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Subscribe: > subnets before_response 55550000 {{(pid=73704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:06:35.677735 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron_lib.callbacks.manager [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Subscribe: > network after_create 55550000 {{(pid=73704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:06:35.678073 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron_lib.callbacks.manager [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Subscribe: > network after_update 55550000 {{(pid=73704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:06:35.678406 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron_lib.callbacks.manager [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Subscribe: > network after_delete 55550000 {{(pid=73704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:06:35.678740 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron_lib.callbacks.manager [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Subscribe: > port after_create 55550000 {{(pid=73704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:06:35.679077 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron_lib.callbacks.manager [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Subscribe: > port after_update 55550000 {{(pid=73704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:06:35.679403 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron_lib.callbacks.manager [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Subscribe: > port after_delete 55550000 {{(pid=73704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:06:35.679735 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron_lib.callbacks.manager [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Subscribe: > subnet after_create 55550000 {{(pid=73704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:06:35.680065 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron_lib.callbacks.manager [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Subscribe: > subnet after_update 55550000 {{(pid=73704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:06:35.680424 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron_lib.callbacks.manager [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Subscribe: > subnet after_delete 55550000 {{(pid=73704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:06:35.681002 dv-cinder-787195-5-smb neutron-server[73704]: INFO neutron.plugins.ml2.plugin [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Modular L2 Plugin initialization complete Apr 30 13:06:35.681333 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.manager [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Loading services supported by the core plugin {{(pid=73704) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 30 13:06:35.681661 dv-cinder-787195-5-smb neutron-server[73704]: INFO neutron.plugins.ml2.managers [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Got port-security extension from driver 'port_security' Apr 30 13:06:35.682132 dv-cinder-787195-5-smb neutron-server[73704]: INFO neutron.extensions.vlantransparent [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Disabled vlantransparent extension. Apr 30 13:06:35.682624 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.manager [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=73704) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 30 13:06:35.682937 dv-cinder-787195-5-smb neutron-server[73704]: INFO neutron.manager [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Loading Plugin: router Apr 30 13:06:35.720423 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron_lib.callbacks.manager [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Subscribe: > router_interface before_create 55550000 {{(pid=73704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:06:35.720827 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron_lib.callbacks.manager [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Subscribe: > router after_create 55549900 {{(pid=73704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:06:35.721202 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron_lib.callbacks.manager [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Subscribe: > router before_create 55549900 {{(pid=73704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:06:35.721570 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron_lib.callbacks.manager [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=73704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:06:35.721937 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron_lib.callbacks.manager [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=73704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:06:35.722286 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron_lib.callbacks.manager [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Subscribe: > router after_delete 55549900 {{(pid=73704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:06:35.722641 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron_lib.callbacks.manager [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Subscribe: > floatingip after_update 55550000 {{(pid=73704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:06:35.723001 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron_lib.callbacks.manager [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Subscribe: > router after_create 55549900 {{(pid=73704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:06:35.723351 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron_lib.callbacks.manager [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Subscribe: > router after_update 55549900 {{(pid=73704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:06:35.723695 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron_lib.callbacks.manager [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Subscribe: > router after_update 55549900 {{(pid=73704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:06:35.724041 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron_lib.callbacks.manager [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=73704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:06:35.724425 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron_lib.callbacks.manager [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Subscribe: > router after_update 55549900 {{(pid=73704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:06:35.724830 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron_lib.callbacks.manager [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Subscribe: > router precommit_update 55549900 {{(pid=73704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:06:35.725196 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron_lib.callbacks.manager [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Subscribe: port after_update 55550000 {{(pid=73704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:06:35.725539 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron_lib.callbacks.manager [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Subscribe: port after_delete 55550000 {{(pid=73704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:06:35.725872 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron_lib.callbacks.manager [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Subscribe: subnet after_update 55550000 {{(pid=73704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:06:35.726209 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron_lib.callbacks.manager [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=73704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:06:35.726552 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron_lib.callbacks.manager [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Subscribe: > port precommit_delete 55550000 {{(pid=73704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:06:35.726899 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron_lib.callbacks.manager [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Subscribe: > router precommit_create 55549900 {{(pid=73704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:06:35.727231 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron_lib.callbacks.manager [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Subscribe: port before_delete 55550000 {{(pid=73704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:06:35.727569 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron_lib.callbacks.manager [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Subscribe: > router precommit_create 55550000 {{(pid=73704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:06:35.727921 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron_lib.callbacks.manager [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Subscribe: > router after_update 55549900 {{(pid=73704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:06:35.728259 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron_lib.callbacks.manager [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Subscribe: > router precommit_delete 55549900 {{(pid=73704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:06:35.728625 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron_lib.callbacks.manager [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Subscribe: > router precommit_create 55549900 {{(pid=73704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:06:35.728979 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron_lib.callbacks.manager [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Subscribe: > router_interface after_create 55550000 {{(pid=73704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:06:35.729317 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron_lib.callbacks.manager [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Subscribe: > router precommit_update 55549900 {{(pid=73704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:06:35.729682 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron_lib.callbacks.manager [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Subscribe: > network after_delete 55550000 {{(pid=73704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:06:35.730564 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.quota.resource_registry [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Tracking information for resource: router configured {{(pid=73704) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 30 13:06:35.730891 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.quota.resource_registry [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Tracking information for resource: floatingip configured {{(pid=73704) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 30 13:06:35.736215 dv-cinder-787195-5-smb neutron-server[73704]: INFO neutron.db.l3_agentschedulers_db [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 30 13:06:35.736834 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron_lib.callbacks.manager [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Subscribe: port after_update 55550000 {{(pid=73704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:06:35.737195 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron_lib.callbacks.manager [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Subscribe: port after_create 55550000 {{(pid=73704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:06:35.737548 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron_lib.callbacks.manager [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Subscribe: port after_delete 55550000 {{(pid=73704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:06:35.737903 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron_lib.callbacks.manager [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Subscribe: port after_update 55550000 {{(pid=73704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:06:35.738733 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron_lib.callbacks.manager [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Subscribe: > router before_create 55550100 {{(pid=73704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:06:35.739095 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron_lib.callbacks.manager [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Subscribe: > router precommit_delete 55550100 {{(pid=73704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:06:35.739454 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron_lib.callbacks.manager [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Subscribe: > router precommit_create 55550100 {{(pid=73704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:06:35.739808 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron_lib.callbacks.manager [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Subscribe: > router precommit_update 55550100 {{(pid=73704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:06:35.744263 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.services.provider_configuration [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Service providers = [] {{(pid=73704) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 30 13:06:35.744614 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.db.servicetype_db [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=73704) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 30 13:06:35.747571 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.services.service_base [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=73704) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 30 13:06:35.747921 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.services.service_base [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=73704) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 30 13:06:35.748650 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.services.service_base [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=73704) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 30 13:06:35.749427 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.services.service_base [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=73704) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 30 13:06:35.749652 dv-cinder-787195-5-smb neutron-server[73704]: INFO neutron.services.service_base [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 30 13:06:35.750181 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.manager [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=73704) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 30 13:06:35.750505 dv-cinder-787195-5-smb neutron-server[73704]: INFO neutron.manager [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 30 13:06:35.761156 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.manager [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=73704) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 30 13:06:35.761487 dv-cinder-787195-5-smb neutron-server[73704]: INFO neutron.manager [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Loading Plugin: auto_allocate Apr 30 13:06:35.767423 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron_lib.callbacks.manager [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Subscribe: network precommit_update 55550000 {{(pid=73704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:06:35.767800 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron_lib.callbacks.manager [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Subscribe: network precommit_create 55550000 {{(pid=73704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:06:35.768337 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.manager [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=73704) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 30 13:06:35.768691 dv-cinder-787195-5-smb neutron-server[73704]: INFO neutron.manager [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Loading Plugin: tag Apr 30 13:06:35.775671 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.manager [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=73704) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 30 13:06:35.775938 dv-cinder-787195-5-smb neutron-server[73704]: INFO neutron.manager [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Loading Plugin: timestamp Apr 30 13:06:35.779840 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.manager [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=73704) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 30 13:06:35.780172 dv-cinder-787195-5-smb neutron-server[73704]: INFO neutron.manager [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Loading Plugin: network_ip_availability Apr 30 13:06:35.785524 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron_lib.callbacks.manager [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=73704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:06:35.785892 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron_lib.callbacks.manager [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=73704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:06:35.786257 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron_lib.callbacks.manager [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=73704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:06:35.787032 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.manager [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=73704) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 30 13:06:35.787349 dv-cinder-787195-5-smb neutron-server[73704]: INFO neutron.manager [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Loading Plugin: flavors Apr 30 13:06:35.792378 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.manager [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=73704) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 30 13:06:35.792727 dv-cinder-787195-5-smb neutron-server[73704]: INFO neutron.manager [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Loading Plugin: revisions Apr 30 13:06:35.797105 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.manager [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=73704) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 30 13:06:35.797471 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_concurrency.lockutils [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.643s {{(pid=73704) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:06:35.798357 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=73704) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Apr 30 13:06:35.798639 dv-cinder-787195-5-smb neutron-server[73704]: INFO neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Initializing extension manager. Apr 30 13:06:35.799122 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Loading extension file: __init__.py {{(pid=73704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:06:35.799381 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Loading extension file: __pycache__ {{(pid=73704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:06:35.799756 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=73704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:06:35.800049 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Loading extension file: address_group.py {{(pid=73704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:06:35.800955 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=73704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:06:35.801440 dv-cinder-787195-5-smb neutron-server[73704]: INFO neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Loaded extension: address-group Apr 30 13:06:35.801763 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Loading extension file: address_scope.py {{(pid=73704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:06:35.802436 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=73704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:06:35.802939 dv-cinder-787195-5-smb neutron-server[73704]: INFO neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Loaded extension: address-scope Apr 30 13:06:35.803322 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Loading extension file: admin_state_down_before_update.py {{(pid=73704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:06:35.804219 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=73704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:06:35.804750 dv-cinder-787195-5-smb neutron-server[73704]: INFO neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Loaded extension: router-admin-state-down-before-update Apr 30 13:06:35.805076 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Loading extension file: agent.py {{(pid=73704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:06:35.805762 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=73704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:06:35.806264 dv-cinder-787195-5-smb neutron-server[73704]: INFO neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Loaded extension: agent Apr 30 13:06:35.806582 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Loading extension file: agent_resources_synced.py {{(pid=73704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:06:35.807480 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=73704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:06:35.807983 dv-cinder-787195-5-smb neutron-server[73704]: INFO neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Loaded extension: agent-resources-synced Apr 30 13:06:35.808305 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Loading extension file: allowedaddresspairs.py {{(pid=73704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:06:35.810119 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=73704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:06:35.810676 dv-cinder-787195-5-smb neutron-server[73704]: INFO neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Loaded extension: allowed-address-pairs Apr 30 13:06:35.811074 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Loading extension file: auto_allocated_topology.py {{(pid=73704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:06:35.812093 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=73704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:06:35.812632 dv-cinder-787195-5-smb neutron-server[73704]: INFO neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Loaded extension: auto-allocated-topology Apr 30 13:06:35.812955 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Loading extension file: availability_zone.py {{(pid=73704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:06:35.813637 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=73704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:06:35.814181 dv-cinder-787195-5-smb neutron-server[73704]: INFO neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Loaded extension: availability_zone Apr 30 13:06:35.814483 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Loading extension file: availability_zone_filter.py {{(pid=73704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:06:35.815382 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=73704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:06:35.815884 dv-cinder-787195-5-smb neutron-server[73704]: INFO neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Loaded extension: availability_zone_filter Apr 30 13:06:35.816200 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Loading extension file: data_plane_status.py {{(pid=73704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:06:35.817131 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=73704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:06:35.817632 dv-cinder-787195-5-smb neutron-server[73704]: INFO neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Extension data-plane-status not supported by any of loaded plugins Apr 30 13:06:35.817946 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Loading extension file: default_subnetpools.py {{(pid=73704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:06:35.819335 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=73704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:06:35.819335 dv-cinder-787195-5-smb neutron-server[73704]: INFO neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Loaded extension: default-subnetpools Apr 30 13:06:35.819643 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Loading extension file: dhcpagentscheduler.py {{(pid=73704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:06:35.820500 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=73704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:06:35.821015 dv-cinder-787195-5-smb neutron-server[73704]: INFO neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Loaded extension: dhcp_agent_scheduler Apr 30 13:06:35.821383 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Loading extension file: dns.py {{(pid=73704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:06:35.822209 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=73704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:06:35.822704 dv-cinder-787195-5-smb neutron-server[73704]: INFO neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Extension dns-integration not supported by any of loaded plugins Apr 30 13:06:35.823018 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Loading extension file: dns_domain_ports.py {{(pid=73704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:06:35.823911 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=73704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:06:35.824480 dv-cinder-787195-5-smb neutron-server[73704]: INFO neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 30 13:06:35.824755 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Loading extension file: dvr.py {{(pid=73704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:06:35.825418 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=73704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:06:35.825922 dv-cinder-787195-5-smb neutron-server[73704]: INFO neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Loaded extension: dvr Apr 30 13:06:35.826238 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Loading extension file: empty_string_filtering.py {{(pid=73704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:06:35.827161 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=73704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:06:35.827665 dv-cinder-787195-5-smb neutron-server[73704]: INFO neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Loaded extension: empty-string-filtering Apr 30 13:06:35.827984 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=73704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:06:35.828899 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=73704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:06:35.829399 dv-cinder-787195-5-smb neutron-server[73704]: INFO neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 30 13:06:35.829714 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=73704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:06:35.830628 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=73704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:06:35.831127 dv-cinder-787195-5-smb neutron-server[73704]: INFO neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 30 13:06:35.831439 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Loading extension file: external_net.py {{(pid=73704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:06:35.832335 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=73704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:06:35.832864 dv-cinder-787195-5-smb neutron-server[73704]: INFO neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Loaded extension: external-net Apr 30 13:06:35.833181 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Loading extension file: extra_dhcp_opt.py {{(pid=73704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:06:35.834399 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=73704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:06:35.834922 dv-cinder-787195-5-smb neutron-server[73704]: INFO neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Loaded extension: extra_dhcp_opt Apr 30 13:06:35.835242 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Loading extension file: extraroute.py {{(pid=73704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:06:35.836128 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=73704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:06:35.836659 dv-cinder-787195-5-smb neutron-server[73704]: INFO neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Loaded extension: extraroute Apr 30 13:06:35.836979 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Loading extension file: extraroute_atomic.py {{(pid=73704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:06:35.838019 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=73704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:06:35.838544 dv-cinder-787195-5-smb neutron-server[73704]: INFO neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Loaded extension: extraroute-atomic Apr 30 13:06:35.838862 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Loading extension file: filter_validation.py {{(pid=73704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:06:35.839516 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=73704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:06:35.840023 dv-cinder-787195-5-smb neutron-server[73704]: INFO neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Loaded extension: filter-validation Apr 30 13:06:35.840339 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Loading extension file: fip_pf_description.py {{(pid=73704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:06:35.841476 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=73704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:06:35.842036 dv-cinder-787195-5-smb neutron-server[73704]: INFO neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 30 13:06:35.842358 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Loading extension file: fip_port_details.py {{(pid=73704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:06:35.843265 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=73704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:06:35.843769 dv-cinder-787195-5-smb neutron-server[73704]: INFO neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Loaded extension: fip-port-details Apr 30 13:06:35.844087 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Loading extension file: flavors.py {{(pid=73704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:06:35.845445 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=73704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:06:35.845957 dv-cinder-787195-5-smb neutron-server[73704]: INFO neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Loaded extension: flavors Apr 30 13:06:35.846279 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=73704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:06:35.847960 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=73704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:06:35.848526 dv-cinder-787195-5-smb neutron-server[73704]: INFO neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 30 13:06:35.848848 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Loading extension file: floatingip_pools.py {{(pid=73704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:06:35.849553 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=73704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:06:35.850061 dv-cinder-787195-5-smb neutron-server[73704]: INFO neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Loaded extension: floatingip-pools Apr 30 13:06:35.850382 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Loading extension file: ip_allocation.py {{(pid=73704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:06:35.851297 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=73704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:06:35.851798 dv-cinder-787195-5-smb neutron-server[73704]: INFO neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Extension ip_allocation not supported by any of loaded plugins Apr 30 13:06:35.852114 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=73704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:06:35.853075 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=73704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:06:35.853583 dv-cinder-787195-5-smb neutron-server[73704]: INFO neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Loaded extension: ip-substring-filtering Apr 30 13:06:35.853907 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Loading extension file: l2_adjacency.py {{(pid=73704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:06:35.854813 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=73704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:06:35.855314 dv-cinder-787195-5-smb neutron-server[73704]: INFO neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Extension l2_adjacency not supported by any of loaded plugins Apr 30 13:06:35.855633 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Loading extension file: l3.py {{(pid=73704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:06:35.856673 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=73704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:06:35.858043 dv-cinder-787195-5-smb neutron-server[73704]: INFO neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Loaded extension: router Apr 30 13:06:35.858043 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Loading extension file: l3_conntrack_helper.py {{(pid=73704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:06:35.859878 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=73704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:06:35.860436 dv-cinder-787195-5-smb neutron-server[73704]: INFO neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 30 13:06:35.860780 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=73704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:06:35.861690 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=73704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:06:35.862208 dv-cinder-787195-5-smb neutron-server[73704]: INFO neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Loaded extension: ext-gw-mode Apr 30 13:06:35.862533 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=73704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:06:35.863444 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=73704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:06:35.863953 dv-cinder-787195-5-smb neutron-server[73704]: INFO neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Loaded extension: l3-ha Apr 30 13:06:35.864280 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Loading extension file: l3_flavors.py {{(pid=73704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:06:35.865202 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=73704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:06:35.865707 dv-cinder-787195-5-smb neutron-server[73704]: INFO neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Loaded extension: l3-flavors Apr 30 13:06:35.866026 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=73704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:06:35.866953 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=73704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:06:35.867456 dv-cinder-787195-5-smb neutron-server[73704]: INFO neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Loaded extension: l3-port-ip-change-not-allowed Apr 30 13:06:35.867762 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Loading extension file: l3agentscheduler.py {{(pid=73704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:06:35.868872 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=73704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:06:35.869385 dv-cinder-787195-5-smb neutron-server[73704]: INFO neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Loaded extension: l3_agent_scheduler Apr 30 13:06:35.869712 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Loading extension file: logging.py {{(pid=73704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:06:35.871207 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=73704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:06:35.871722 dv-cinder-787195-5-smb neutron-server[73704]: INFO neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Extension logging not supported by any of loaded plugins Apr 30 13:06:35.872045 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Loading extension file: metering.py {{(pid=73704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:06:35.872829 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=73704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:06:35.873476 dv-cinder-787195-5-smb neutron-server[73704]: INFO neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Loaded extension: metering Apr 30 13:06:35.873799 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=73704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:06:35.874881 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=73704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:06:35.875397 dv-cinder-787195-5-smb neutron-server[73704]: INFO neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Loaded extension: metering_source_and_destination_fields Apr 30 13:06:35.875723 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Loading extension file: multiprovidernet.py {{(pid=73704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:06:35.876873 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=73704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:06:35.877385 dv-cinder-787195-5-smb neutron-server[73704]: INFO neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Loaded extension: multi-provider Apr 30 13:06:35.877704 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Loading extension file: netmtu.py {{(pid=73704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:06:35.878600 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=73704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:06:35.879113 dv-cinder-787195-5-smb neutron-server[73704]: INFO neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Loaded extension: net-mtu Apr 30 13:06:35.879435 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Loading extension file: netmtu_writable.py {{(pid=73704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:06:35.880330 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=73704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:06:35.880853 dv-cinder-787195-5-smb neutron-server[73704]: INFO neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Loaded extension: net-mtu-writable Apr 30 13:06:35.881170 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Loading extension file: network_availability_zone.py {{(pid=73704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:06:35.881832 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=73704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:06:35.882335 dv-cinder-787195-5-smb neutron-server[73704]: INFO neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Loaded extension: network_availability_zone Apr 30 13:06:35.882649 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Loading extension file: network_ip_availability.py {{(pid=73704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:06:35.883720 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=73704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:06:35.884226 dv-cinder-787195-5-smb neutron-server[73704]: INFO neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Loaded extension: network-ip-availability Apr 30 13:06:35.884575 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Loading extension file: network_segment_range.py {{(pid=73704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:06:35.885340 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=73704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:06:35.885843 dv-cinder-787195-5-smb neutron-server[73704]: INFO neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Extension network-segment-range not supported by any of loaded plugins Apr 30 13:06:35.886162 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Loading extension file: pagination.py {{(pid=73704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:06:35.887123 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=73704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:06:35.887444 dv-cinder-787195-5-smb neutron-server[73704]: INFO neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Loaded extension: pagination Apr 30 13:06:35.887759 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Loading extension file: port_device_profile.py {{(pid=73704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:06:35.888704 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=73704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:06:35.889220 dv-cinder-787195-5-smb neutron-server[73704]: INFO neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Loaded extension: port-device-profile Apr 30 13:06:35.889544 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=73704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:06:35.890447 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=73704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:06:35.890956 dv-cinder-787195-5-smb neutron-server[73704]: INFO neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Loaded extension: port-mac-address-regenerate Apr 30 13:06:35.891274 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=73704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:06:35.892184 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=73704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:06:35.892724 dv-cinder-787195-5-smb neutron-server[73704]: INFO neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Loaded extension: port-numa-affinity-policy Apr 30 13:06:35.893266 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Loading extension file: port_resource_request.py {{(pid=73704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:06:35.893917 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=73704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:06:35.894415 dv-cinder-787195-5-smb neutron-server[73704]: INFO neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Extension port-resource-request not supported by any of loaded plugins Apr 30 13:06:35.894731 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Loading extension file: portbindings.py {{(pid=73704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:06:35.895637 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=73704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:06:35.896137 dv-cinder-787195-5-smb neutron-server[73704]: INFO neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Loaded extension: binding Apr 30 13:06:35.896488 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Loading extension file: portbindings_extended.py {{(pid=73704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:06:35.897744 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=73704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:06:35.898249 dv-cinder-787195-5-smb neutron-server[73704]: INFO neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Loaded extension: binding-extended Apr 30 13:06:35.898569 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Loading extension file: portsecurity.py {{(pid=73704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:06:35.899462 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=73704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:06:35.899969 dv-cinder-787195-5-smb neutron-server[73704]: INFO neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Loaded extension: port-security Apr 30 13:06:35.900289 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Loading extension file: project_id.py {{(pid=73704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:06:35.901267 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=73704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:06:35.901593 dv-cinder-787195-5-smb neutron-server[73704]: INFO neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Loaded extension: project-id Apr 30 13:06:35.901914 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Loading extension file: providernet.py {{(pid=73704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:06:35.902815 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=73704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:06:35.903322 dv-cinder-787195-5-smb neutron-server[73704]: INFO neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Loaded extension: provider Apr 30 13:06:35.903640 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Loading extension file: qos.py {{(pid=73704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:06:35.907322 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=73704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:06:35.907846 dv-cinder-787195-5-smb neutron-server[73704]: INFO neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Extension qos not supported by any of loaded plugins Apr 30 13:06:35.908178 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=73704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:06:35.909436 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=73704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:06:35.909952 dv-cinder-787195-5-smb neutron-server[73704]: INFO neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 30 13:06:35.910277 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=73704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:06:35.911183 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=73704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:06:35.911692 dv-cinder-787195-5-smb neutron-server[73704]: INFO neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 30 13:06:35.912014 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Loading extension file: qos_default.py {{(pid=73704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:06:35.912942 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=73704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:06:35.913457 dv-cinder-787195-5-smb neutron-server[73704]: INFO neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Extension qos-default not supported by any of loaded plugins Apr 30 13:06:35.913781 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Loading extension file: qos_fip.py {{(pid=73704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:06:35.914425 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=73704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:06:35.914934 dv-cinder-787195-5-smb neutron-server[73704]: INFO neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Extension qos-fip not supported by any of loaded plugins Apr 30 13:06:35.915253 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Loading extension file: qos_gateway_ip.py {{(pid=73704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:06:35.916159 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=73704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:06:35.916710 dv-cinder-787195-5-smb neutron-server[73704]: INFO neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 30 13:06:35.917033 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Loading extension file: qos_port_network_policy.py {{(pid=73704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:06:35.917927 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=73704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:06:35.918435 dv-cinder-787195-5-smb neutron-server[73704]: INFO neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 30 13:06:35.918760 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Loading extension file: qos_rule_type_details.py {{(pid=73704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:06:35.919656 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=73704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:06:35.920191 dv-cinder-787195-5-smb neutron-server[73704]: INFO neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 30 13:06:35.920548 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Loading extension file: qos_rules_alias.py {{(pid=73704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:06:35.921584 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=73704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:06:35.922095 dv-cinder-787195-5-smb neutron-server[73704]: INFO neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 30 13:06:35.922415 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Loading extension file: quotasv2.py {{(pid=73704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:06:35.923493 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=73704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:06:35.923821 dv-cinder-787195-5-smb neutron-server[73704]: INFO neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Loaded extension: quotas Apr 30 13:06:35.924142 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Loading extension file: quotasv2_detail.py {{(pid=73704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:06:35.925794 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=73704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:06:35.926133 dv-cinder-787195-5-smb neutron-server[73704]: INFO neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Loaded extension: quota_details Apr 30 13:06:35.926463 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Loading extension file: rbac.py {{(pid=73704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:06:35.927539 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=73704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:06:35.928071 dv-cinder-787195-5-smb neutron-server[73704]: INFO neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Loaded extension: rbac-policies Apr 30 13:06:35.928433 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Loading extension file: rbac_address_group.py {{(pid=73704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:06:35.929359 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=73704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:06:35.929872 dv-cinder-787195-5-smb neutron-server[73704]: INFO neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Loaded extension: rbac-address-group Apr 30 13:06:35.930194 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Loading extension file: rbac_address_scope.py {{(pid=73704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:06:35.931136 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=73704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:06:35.931650 dv-cinder-787195-5-smb neutron-server[73704]: INFO neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Loaded extension: rbac-address-scope Apr 30 13:06:35.931969 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Loading extension file: rbac_security_groups.py {{(pid=73704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:06:35.932908 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=73704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:06:35.933416 dv-cinder-787195-5-smb neutron-server[73704]: INFO neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Loaded extension: rbac-security-groups Apr 30 13:06:35.933736 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Loading extension file: rbac_subnetpool.py {{(pid=73704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:06:35.934666 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=73704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:06:35.935162 dv-cinder-787195-5-smb neutron-server[73704]: INFO neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Loaded extension: rbac-subnetpool Apr 30 13:06:35.935478 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Loading extension file: revisionifmatch.py {{(pid=73704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:06:35.936461 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=73704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:06:35.936968 dv-cinder-787195-5-smb neutron-server[73704]: INFO neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Loaded extension: revision-if-match Apr 30 13:06:35.937286 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Loading extension file: revisions.py {{(pid=73704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:06:35.938376 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=73704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:06:35.938884 dv-cinder-787195-5-smb neutron-server[73704]: INFO neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Loaded extension: standard-attr-revisions Apr 30 13:06:35.939208 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Loading extension file: router_availability_zone.py {{(pid=73704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:06:35.939867 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=73704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:06:35.940421 dv-cinder-787195-5-smb neutron-server[73704]: INFO neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Loaded extension: router_availability_zone Apr 30 13:06:35.940741 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Loading extension file: routerservicetype.py {{(pid=73704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:06:35.941691 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=73704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:06:35.942193 dv-cinder-787195-5-smb neutron-server[73704]: INFO neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Extension router-service-type not supported by any of loaded plugins Apr 30 13:06:35.942512 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=73704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:06:35.943416 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=73704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:06:35.943926 dv-cinder-787195-5-smb neutron-server[73704]: INFO neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Loaded extension: security-groups-normalized-cidr Apr 30 13:06:35.944249 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Loading extension file: security_groups_port_filtering.py {{(pid=73704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:06:35.945200 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=73704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:06:35.945713 dv-cinder-787195-5-smb neutron-server[73704]: INFO neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Loaded extension: port-security-groups-filtering Apr 30 13:06:35.946035 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=73704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:06:35.946944 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=73704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:06:35.947454 dv-cinder-787195-5-smb neutron-server[73704]: INFO neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Loaded extension: security-groups-remote-address-group Apr 30 13:06:35.947773 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Loading extension file: securitygroup.py {{(pid=73704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:06:35.957454 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=73704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:06:35.957991 dv-cinder-787195-5-smb neutron-server[73704]: INFO neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Loaded extension: security-group Apr 30 13:06:35.958327 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Loading extension file: segment.py {{(pid=73704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:06:35.959391 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=73704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:06:35.959919 dv-cinder-787195-5-smb neutron-server[73704]: INFO neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Extension segment not supported by any of loaded plugins Apr 30 13:06:35.960240 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=73704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:06:35.961183 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=73704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:06:35.961691 dv-cinder-787195-5-smb neutron-server[73704]: INFO neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 30 13:06:35.962013 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Loading extension file: servicetype.py {{(pid=73704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:06:35.963147 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=73704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:06:35.963668 dv-cinder-787195-5-smb neutron-server[73704]: INFO neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Loaded extension: service-type Apr 30 13:06:35.963973 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Loading extension file: sorting.py {{(pid=73704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:06:35.964974 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=73704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:06:35.965309 dv-cinder-787195-5-smb neutron-server[73704]: INFO neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Loaded extension: sorting Apr 30 13:06:35.965623 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Loading extension file: standard_attr_segment.py {{(pid=73704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:06:35.966514 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=73704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:06:35.967078 dv-cinder-787195-5-smb neutron-server[73704]: INFO neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 30 13:06:35.967400 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Loading extension file: standardattrdescription.py {{(pid=73704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:06:35.968033 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=73704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:06:35.968563 dv-cinder-787195-5-smb neutron-server[73704]: INFO neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Loaded extension: standard-attr-description Apr 30 13:06:35.968887 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Loading extension file: stateful_security_group.py {{(pid=73704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:06:35.969788 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=73704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:06:35.970299 dv-cinder-787195-5-smb neutron-server[73704]: INFO neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Loaded extension: stateful-security-group Apr 30 13:06:35.970618 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Loading extension file: stdattrs_common.py {{(pid=73704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:06:35.971191 dv-cinder-787195-5-smb neutron-server[73704]: WARNING neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 30 13:06:35.971508 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=73704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:06:35.972624 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=73704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:06:35.973167 dv-cinder-787195-5-smb neutron-server[73704]: INFO neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 30 13:06:35.973484 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Loading extension file: subnet_onboard.py {{(pid=73704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:06:35.974554 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=73704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:06:35.975088 dv-cinder-787195-5-smb neutron-server[73704]: INFO neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Loaded extension: subnet_onboard Apr 30 13:06:35.975411 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=73704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:06:35.976310 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=73704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:06:35.976870 dv-cinder-787195-5-smb neutron-server[73704]: INFO neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 30 13:06:35.977175 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Loading extension file: subnet_service_types.py {{(pid=73704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:06:35.978243 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=73704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:06:35.978771 dv-cinder-787195-5-smb neutron-server[73704]: INFO neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Loaded extension: subnet-service-types Apr 30 13:06:35.979089 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Loading extension file: subnetallocation.py {{(pid=73704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:06:35.980254 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=73704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:06:35.980734 dv-cinder-787195-5-smb neutron-server[73704]: INFO neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Loaded extension: subnet_allocation Apr 30 13:06:35.981111 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=73704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:06:35.981796 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=73704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:06:35.982235 dv-cinder-787195-5-smb neutron-server[73704]: INFO neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Loaded extension: subnetpool-prefix-ops Apr 30 13:06:35.982590 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=73704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:06:35.983530 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=73704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:06:35.984098 dv-cinder-787195-5-smb neutron-server[73704]: INFO neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 30 13:06:35.984336 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Loading extension file: tagging.py {{(pid=73704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:06:35.985460 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=73704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:06:35.986002 dv-cinder-787195-5-smb neutron-server[73704]: INFO neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Loaded extension: standard-attr-tag Apr 30 13:06:35.986297 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Loading extension file: timestamp.py {{(pid=73704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:06:35.987517 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=73704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:06:35.988037 dv-cinder-787195-5-smb neutron-server[73704]: INFO neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Loaded extension: standard-attr-timestamp Apr 30 13:06:35.988402 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Loading extension file: trunk.py {{(pid=73704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:06:35.989418 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=73704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:06:35.989972 dv-cinder-787195-5-smb neutron-server[73704]: INFO neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Extension trunk not supported by any of loaded plugins Apr 30 13:06:35.990676 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Loading extension file: trunk_details.py {{(pid=73704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:06:35.991173 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=73704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:06:35.991720 dv-cinder-787195-5-smb neutron-server[73704]: INFO neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Extension trunk-details not supported by any of loaded plugins Apr 30 13:06:35.992043 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Loading extension file: uplink_status_propagation.py {{(pid=73704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:06:35.992995 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=73704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:06:35.993502 dv-cinder-787195-5-smb neutron-server[73704]: INFO neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 30 13:06:35.993823 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Loading extension file: vlantransparent.py {{(pid=73704) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:06:35.994525 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=73704) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:06:35.995041 dv-cinder-787195-5-smb neutron-server[73704]: INFO neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Extension vlan-transparent not supported by any of loaded plugins Apr 30 13:06:35.997654 dv-cinder-787195-5-smb neutron-server[73704]: INFO neutron.quota.resource_registry [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Creating instance of TrackedResource for resource:network Apr 30 13:06:35.998491 dv-cinder-787195-5-smb neutron-server[73704]: INFO neutron.quota.resource_registry [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Creating instance of TrackedResource for resource:subnet Apr 30 13:06:35.999330 dv-cinder-787195-5-smb neutron-server[73704]: INFO neutron.quota.resource_registry [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Creating instance of TrackedResource for resource:subnetpool Apr 30 13:06:35.999949 dv-cinder-787195-5-smb neutron-server[73704]: INFO neutron.quota.resource_registry [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Creating instance of TrackedResource for resource:port Apr 30 13:06:36.001366 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.api.v2.resource_helper [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=73704) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 30 13:06:36.001822 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.api.v2.resource_helper [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Service FLAVORS assigned prefix: {{(pid=73704) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 30 13:06:36.002457 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.api.v2.resource_helper [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=73704) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 30 13:06:36.002887 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.api.v2.resource_helper [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=73704) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 30 13:06:36.003227 dv-cinder-787195-5-smb neutron-server[73704]: INFO neutron.quota.resource_registry [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Creating instance of TrackedResource for resource:router Apr 30 13:06:36.003913 dv-cinder-787195-5-smb neutron-server[73704]: INFO neutron.quota.resource_registry [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Creating instance of TrackedResource for resource:floatingip Apr 30 13:06:36.004670 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.api.v2.resource_helper [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Service METERING assigned prefix: /metering {{(pid=73704) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 30 13:06:36.006165 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron_lib.callbacks.manager [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=73704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:06:36.006555 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron_lib.callbacks.manager [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=73704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:06:36.006901 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron_lib.callbacks.manager [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=73704) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:06:36.008081 dv-cinder-787195-5-smb neutron-server[73704]: INFO neutron.quota.resource_registry [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Creating instance of CountableResource for resource:rbac_policy Apr 30 13:06:36.008545 dv-cinder-787195-5-smb neutron-server[73704]: INFO neutron.quota.resource_registry [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Creating instance of TrackedResource for resource:security_group Apr 30 13:06:36.009208 dv-cinder-787195-5-smb neutron-server[73704]: INFO neutron.quota.resource_registry [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 30 13:06:36.009960 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.api.v2.resource_helper [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Service CORE assigned prefix: {{(pid=73704) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 30 13:06:36.010290 dv-cinder-787195-5-smb neutron-server[73704]: INFO neutron.quota.resource_registry [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Creating instance of TrackedResource for resource:subnetpool Apr 30 13:06:36.010625 dv-cinder-787195-5-smb neutron-server[73704]: WARNING neutron.quota.resource_registry [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] subnetpool is already registered Apr 30 13:06:36.011252 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.api.v2.resource_helper [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Service CORE assigned prefix: {{(pid=73704) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 30 13:06:36.011580 dv-cinder-787195-5-smb neutron-server[73704]: INFO neutron.quota.resource_registry [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Creating instance of TrackedResource for resource:subnetpool Apr 30 13:06:36.011902 dv-cinder-787195-5-smb neutron-server[73704]: WARNING neutron.quota.resource_registry [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] subnetpool is already registered Apr 30 13:06:36.015697 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.api.v2.resource_helper [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=73704) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 30 13:06:36.016131 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.api.v2.resource_helper [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Service FLAVORS assigned prefix: {{(pid=73704) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 30 13:06:36.016764 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.api.v2.resource_helper [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=73704) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 30 13:06:36.017189 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.api.v2.resource_helper [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=73704) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 30 13:06:36.017519 dv-cinder-787195-5-smb neutron-server[73704]: INFO neutron.quota.resource_registry [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Creating instance of TrackedResource for resource:router Apr 30 13:06:36.017843 dv-cinder-787195-5-smb neutron-server[73704]: WARNING neutron.quota.resource_registry [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] router is already registered Apr 30 13:06:36.018447 dv-cinder-787195-5-smb neutron-server[73704]: INFO neutron.quota.resource_registry [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Creating instance of TrackedResource for resource:floatingip Apr 30 13:06:36.018770 dv-cinder-787195-5-smb neutron-server[73704]: WARNING neutron.quota.resource_registry [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] floatingip is already registered Apr 30 13:06:36.019399 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.api.v2.resource_helper [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Service METERING assigned prefix: /metering {{(pid=73704) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 30 13:06:36.020067 dv-cinder-787195-5-smb neutron-server[73704]: INFO neutron.quota.resource_registry [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Creating instance of CountableResource for resource:rbac_policy Apr 30 13:06:36.020414 dv-cinder-787195-5-smb neutron-server[73704]: WARNING neutron.quota.resource_registry [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] rbac_policy is already registered Apr 30 13:06:36.020948 dv-cinder-787195-5-smb neutron-server[73704]: INFO neutron.quota.resource_registry [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Creating instance of TrackedResource for resource:security_group Apr 30 13:06:36.021272 dv-cinder-787195-5-smb neutron-server[73704]: WARNING neutron.quota.resource_registry [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] security_group is already registered Apr 30 13:06:36.021862 dv-cinder-787195-5-smb neutron-server[73704]: INFO neutron.quota.resource_registry [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 30 13:06:36.022183 dv-cinder-787195-5-smb neutron-server[73704]: WARNING neutron.quota.resource_registry [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] security_group_rule is already registered Apr 30 13:06:36.022853 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.api.v2.resource_helper [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Service CORE assigned prefix: {{(pid=73704) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 30 13:06:36.023175 dv-cinder-787195-5-smb neutron-server[73704]: INFO neutron.quota.resource_registry [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Creating instance of TrackedResource for resource:subnetpool Apr 30 13:06:36.023494 dv-cinder-787195-5-smb neutron-server[73704]: WARNING neutron.quota.resource_registry [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] subnetpool is already registered Apr 30 13:06:36.024107 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.api.v2.resource_helper [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Service CORE assigned prefix: {{(pid=73704) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 30 13:06:36.024458 dv-cinder-787195-5-smb neutron-server[73704]: INFO neutron.quota.resource_registry [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Creating instance of TrackedResource for resource:subnetpool Apr 30 13:06:36.024777 dv-cinder-787195-5-smb neutron-server[73704]: WARNING neutron.quota.resource_registry [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] subnetpool is already registered Apr 30 13:06:36.025424 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Extended resource: extensions {{(pid=73704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 13:06:36.026994 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Extended resource: address-groups {{(pid=73704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 13:06:36.028588 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Extended resource: address-scopes {{(pid=73704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 13:06:36.029836 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Extended resource: agents {{(pid=73704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 13:06:36.031012 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Extended resource: auto-allocated-topology {{(pid=73704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 13:06:36.032235 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Extended resource: availability_zones {{(pid=73704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 13:06:36.033584 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Extended resource: dhcp-networks {{(pid=73704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 13:06:36.035003 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Extended resource: dhcp-agents {{(pid=73704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 13:06:36.036526 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Extended resource: routers {{(pid=73704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 13:06:36.038344 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Extended resource: flavors {{(pid=73704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 13:06:36.039647 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Extended resource: service_profiles {{(pid=73704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 13:06:36.040741 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Extended resource: next_providers {{(pid=73704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 13:06:36.042276 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Extended resource: service_profiles {{(pid=73704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 13:06:36.043707 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Extended resource: floatingip-pools {{(pid=73704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 13:06:36.044947 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Extended resource: routers {{(pid=73704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 13:06:36.046774 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Extended resource: floatingips {{(pid=73704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 13:06:36.047963 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Extended resource: l3-routers {{(pid=73704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 13:06:36.049379 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Extended resource: l3-agents {{(pid=73704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 13:06:36.050780 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Extended resource: metering-labels {{(pid=73704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 13:06:36.052120 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Extended resource: metering-label-rules {{(pid=73704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 13:06:36.053435 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Extended resource: network-ip-availabilities {{(pid=73704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 13:06:36.054685 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Extended resource: bindings {{(pid=73704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 13:06:36.056342 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Extended resource: quotas {{(pid=73704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 13:06:36.057784 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Extended resource: quotas {{(pid=73704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 13:06:36.059195 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Extended resource: rbac-policies {{(pid=73704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 13:06:36.060545 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Extended resource: security-groups {{(pid=73704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 13:06:36.061778 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Extended resource: security-group-rules {{(pid=73704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 13:06:36.063006 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Extended resource: service-providers {{(pid=73704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 13:06:36.064238 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Extended resource: subnetpools {{(pid=73704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 13:06:36.065661 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Extended resource: subnetpools {{(pid=73704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 13:06:36.067111 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Extended resource: tags {{(pid=73704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 13:06:36.068811 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Extended resource: tags {{(pid=73704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 13:06:36.070620 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Extended resource: tags {{(pid=73704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 13:06:36.072382 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Extended resource: tags {{(pid=73704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 13:06:36.075265 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Extended resource: tags {{(pid=73704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 13:06:36.077156 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Extended resource: tags {{(pid=73704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 13:06:36.078838 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Extended resource: tags {{(pid=73704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 13:06:36.196453 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Extended resource: tags {{(pid=73704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 13:06:36.198145 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Extended resource: tags {{(pid=73704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 13:06:36.199981 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron.api.extensions [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Extended resource: tags {{(pid=73704) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 13:06:36.205993 dv-cinder-787195-5-smb neutron-server[73704]: WARNING keystonemiddleware.auth_token [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 30 13:06:36.211104 dv-cinder-787195-5-smb neutron-server[73704]: WARNING keystonemiddleware.auth_token [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 30 13:06:36.219361 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_concurrency.lockutils [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Acquired lock "singleton_lock" {{(pid=73704) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Apr 30 13:06:36.219843 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_concurrency.lockutils [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Releasing lock "singleton_lock" {{(pid=73704) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Apr 30 13:06:36.220529 dv-cinder-787195-5-smb neutron-server[73704]: INFO oslo_service.service [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Starting 2 workers Apr 30 13:06:36.225227 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Started child 73809 {{(pid=73704) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Apr 30 13:06:36.229683 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Started child 73810 {{(pid=73704) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Apr 30 13:06:36.230320 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:06:36.231162 dv-cinder-787195-5-smb neutron-server[73704]: INFO neutron.service [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Neutron service started, listening on 0.0.0.0:9696 Apr 30 13:06:36.231709 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [-] (73809) wsgi starting up on http://0.0.0.0:9696 Apr 30 13:06:36.231811 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron_lib.callbacks.manager [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Notify callbacks [] for process, before_spawn {{(pid=73704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:06:36.234161 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:06:36.234701 dv-cinder-787195-5-smb neutron-server[73704]: INFO oslo_service.service [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Starting 1 workers Apr 30 13:06:36.235645 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [-] (73810) wsgi starting up on http://0.0.0.0:9696 Apr 30 13:06:36.239356 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Started child 73812 {{(pid=73704) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Apr 30 13:06:36.239870 dv-cinder-787195-5-smb neutron-server[73704]: INFO oslo_service.service [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Starting 1 workers Apr 30 13:06:36.242450 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.service [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] calling RpcWorker wait() {{(pid=73812) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 30 13:06:36.242977 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.service [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] returning from RpcWorker wait() {{(pid=73812) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 30 13:06:36.244164 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:06:36.244275 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Started child 73814 {{(pid=73704) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Apr 30 13:06:36.244607 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=73812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:06:36.245014 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG neutron_lib.callbacks.manager [None req-aca8f990-b334-4742-b133-17977ec11f36 None None] Notify callbacks [] for process, after_spawn {{(pid=73704) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:06:36.246815 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=73704) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Apr 30 13:06:36.247013 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 30 13:06:36.247224 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 30 13:06:36.247419 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 30 13:06:36.247739 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 30 13:06:36.247940 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 30 13:06:36.248486 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:36.248761 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:36.249036 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:36.249275 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:36.249509 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:06:36.250014 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:36.250159 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:36.250376 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:36.250493 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=73814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:06:36.250614 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:36.250884 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:36.251145 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:36.251303 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:36.251470 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:36.251717 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:36.251957 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:36.252270 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:36.252569 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:36.252809 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:36.253067 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:36.253215 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:36.253462 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] config_source = [] {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:36.253725 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:36.253955 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:36.254219 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] debug = True {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:36.254454 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:36.254947 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:36.255160 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:36.255422 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:36.255661 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:36.255924 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:36.256170 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:36.256476 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:36.256717 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:36.256950 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:36.257179 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:36.257433 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:36.257660 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:36.257875 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:36.258092 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:36.258326 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:36.258582 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:36.259093 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] host = dv-cinder-787195-5-smb {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:36.259270 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:36.259490 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:36.259726 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:36.259978 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:36.260222 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:36.260499 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:36.260733 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:36.260993 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:36.261248 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:36.261486 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:36.261708 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:36.261944 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:36.262168 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] log_dir = None {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:36.262410 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] log_file = None {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:36.262556 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] log_options = True {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:36.262774 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:36.263048 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:36.263307 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:36.263495 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:36.263661 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:36.264037 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:36.264264 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:36.264533 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:36.264756 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:36.264986 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:36.264986 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:36.265364 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:36.265511 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:36.265662 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:36.266099 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:36.266099 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:36.266373 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:36.266538 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:36.266789 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:36.266997 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:36.267258 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:36.267459 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:36.267650 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:36.267901 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:36.268176 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:36.268439 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:36.268671 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:36.268901 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:36.269203 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:36.269357 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:36.269506 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:36.269725 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:36.269964 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:36.270214 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:36.270445 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:36.270674 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:36.270890 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:36.271416 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:36.271650 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:36.272030 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:36.272886 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:36.273137 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:36.273338 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:36.273501 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:36.273719 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] use_journal = False {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:36.273975 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] use_json = False {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:36.274275 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:36.274462 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:36.274655 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:36.274853 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:36.275096 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:36.275300 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:36.275510 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:36.275765 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:36.276260 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.276578 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.276777 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.277165 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.277289 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.277458 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.277935 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.278153 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.278406 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.278627 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.278925 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.279170 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.279483 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.279733 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.279981 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.280297 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.280586 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.280845 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.281098 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.281310 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.281522 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.281745 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.282084 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.282343 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.282592 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.84/identity {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.282836 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.283055 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.283292 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.283528 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.283750 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.283965 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.284196 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.284472 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.284697 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.285078 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.285828 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.285828 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.285828 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.287061 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.287061 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.287061 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.287061 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.287583 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.287583 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.287807 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.287939 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.288120 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.288424 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.288925 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.289194 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.289426 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.289674 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.289902 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.290115 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.290335 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.290567 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.290792 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.291004 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.291391 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.291541 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.291690 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.291918 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.292144 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.292374 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.292602 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.292838 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.293072 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.293290 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.293509 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.293720 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.293937 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.294148 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.295145 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.295395 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.295612 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.295856 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.296090 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.296284 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.296537 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.296758 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.296974 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.297195 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.297474 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.297655 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.298562 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.298562 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.298562 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.298968 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.298968 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.299256 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.299389 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.299619 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.299870 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.300090 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.300320 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.300633 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.300861 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.301114 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.301360 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.301580 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.301833 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.302050 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.302319 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.302558 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.302805 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.303029 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.303302 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.304106 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.304106 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.304106 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.305408 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.305408 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.305408 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.305408 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.305408 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.307279 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.307279 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.307279 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.307279 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.307279 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.307279 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.307279 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.307279 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.308430 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.308430 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.308430 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.308430 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.308908 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.308908 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.309145 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.309145 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.309393 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.309693 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.309924 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.310137 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.310350 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.310615 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.310898 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.311147 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.311408 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.312075 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.312075 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.312366 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.312366 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.84/identity {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.312965 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.312965 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.313376 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.313376 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.313628 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.313778 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.313920 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.314170 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.314320 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.314521 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.314766 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.315001 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.315240 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.315477 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.315695 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.315937 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.316151 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.316416 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.316653 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.316870 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.317088 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.317304 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.317534 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.317934 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.318322 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.318597 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.318827 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.319074 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.319311 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.319534 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.320186 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.320186 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.320485 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.320485 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.325491 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.325491 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.325491 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.325491 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.325491 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.325491 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.325491 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.325491 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.326649 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.326649 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.326649 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.326649 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.326649 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.326649 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.326649 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.326649 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.327605 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.327605 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.327605 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.327605 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.327605 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.327605 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.327605 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.327605 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.328154 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.328154 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.328154 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.328154 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.328154 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.328154 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.328596 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.328670 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.330808 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.330808 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.330808 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.330808 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.330808 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.330808 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.330808 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.330808 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.331850 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.331850 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.331850 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.331850 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.331850 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.331850 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.332628 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.332628 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.332628 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.332628 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.332970 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.333062 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.333981 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.333981 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.333981 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.334679 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.334679 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.334933 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.335387 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.335387 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.335643 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.336443 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.336443 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.336697 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.336928 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.337160 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.337415 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.337736 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.338033 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.338357 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.338606 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.338916 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.339234 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1100:1149'] {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.339550 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.339819 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.340207 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.340563 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.340842 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.341113 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.341402 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.341750 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.342006 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.342431 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.342833 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.343255 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.343547 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.343858 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.344162 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.344416 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.344824 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.345063 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.345302 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.345556 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.345790 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.346264 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.346264 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.346439 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 30 13:06:36.348226 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=73704) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Apr 30 13:06:36.348432 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 30 13:06:36.348590 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 30 13:06:36.348790 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 30 13:06:36.348964 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 30 13:06:36.349125 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 30 13:06:36.349342 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:36.349517 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:36.349719 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:36.349821 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:36.349989 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:36.350171 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:36.350333 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:36.350498 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:36.350690 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:36.350841 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:36.350945 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:36.351184 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:36.351326 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:36.351447 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:36.351572 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:36.351695 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:36.351850 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:36.352011 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:36.352432 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:36.352432 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] config_source = [] {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:36.352803 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:36.353120 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:36.353285 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] debug = True {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:36.353444 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:36.353640 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:36.353803 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:36.353962 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:36.354118 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:36.354275 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:36.354437 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:36.354626 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:36.354997 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:36.355446 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:36.355446 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:36.355631 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:36.355761 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:36.355910 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:36.356051 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:36.356206 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:36.356461 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:36.356576 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] host = dv-cinder-787195-5-smb {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:36.356711 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:36.356865 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:36.357170 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:36.357325 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:36.357686 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:36.357855 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:36.358028 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:36.358167 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:36.358310 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:36.358454 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:36.358565 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:36.358730 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:36.358887 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] log_dir = None {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:36.359049 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] log_file = None {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:36.359199 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] log_options = True {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:36.359349 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:36.359492 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:36.359645 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:36.359860 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:36.360026 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:36.360183 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:36.360473 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:36.360636 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:36.360796 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:36.360954 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:36.361110 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:36.361266 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:36.361421 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:36.361580 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:36.361720 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:36.361878 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:36.362036 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:36.362192 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:36.362348 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:36.362504 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:36.362659 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:36.362819 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:36.362972 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:36.363126 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:36.363281 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:36.363491 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:36.364473 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:36.364473 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:36.364473 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:36.364473 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:36.364473 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:36.364473 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:36.365742 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:36.365921 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:36.366085 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:36.366250 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:36.366411 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:36.366583 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:36.366731 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:36.366887 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:36.367041 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:36.367210 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:36.367381 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:36.367515 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:36.367666 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] use_journal = False {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:36.367823 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] use_json = False {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:36.367979 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:36.368137 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:36.368293 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:36.368491 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:36.368639 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:36.368827 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:36.368936 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:36.369077 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:06:36.369294 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.369452 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.369622 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.369782 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.369941 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.370099 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.370256 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.370416 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.370579 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.370742 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.370886 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.371043 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.371215 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.371372 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.371529 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.371692 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.371892 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.372059 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.372194 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.372342 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.372523 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.372679 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.372864 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.373022 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.373323 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.84/identity {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.373425 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.374061 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.374227 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.374388 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.374549 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.374713 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.374872 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.375032 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.375229 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.375392 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.375554 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.375753 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.375936 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.376121 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.376310 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.376310 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.376664 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.376664 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.376890 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.377044 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.377194 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.377351 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.377501 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.377695 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.377695 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.377962 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.378100 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.378237 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.378401 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.378579 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.378723 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.378856 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.378996 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.379121 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.379235 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.379365 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.379571 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.379726 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.379881 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.380038 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.380195 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.380380 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.380649 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.380853 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.381015 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.381174 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.381333 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.381490 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.381647 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.381805 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.381965 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.382123 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.382281 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.382440 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.382598 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.382739 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.382903 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.383061 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.383585 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.383585 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.383758 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.383828 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.383960 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.384121 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.384279 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.384460 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.388594 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.388594 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.388594 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.388594 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.388594 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.388594 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.388594 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.388594 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.389238 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=73812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:06:36.389343 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.389343 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.389343 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.389343 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.389343 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.389343 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.389343 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.389343 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.389840 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.389840 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.389840 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.389840 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.389840 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.389840 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.389840 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.389840 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.390366 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.390366 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.390366 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.390366 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.390366 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.390366 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.390366 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.390366 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.390822 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.390822 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.390822 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.390822 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.390822 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.390822 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.390822 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.390822 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.391300 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.391300 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.391300 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.391300 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.391300 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.391601 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.391601 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.391774 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.391937 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.392076 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.392220 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.392403 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.392550 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.84/identity {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.392681 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.392812 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.392976 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.393142 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.393324 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.393478 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.393618 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.393799 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.393895 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.394040 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.394180 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.394318 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.394457 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.394598 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.394739 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.394886 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.395050 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.395210 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.395355 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.395492 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.395628 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.395762 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.395898 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.396050 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.396214 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.396451 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.396586 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.396720 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.396956 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.397097 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.397249 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.397391 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.397525 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.397660 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.397812 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.397949 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.398067 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.398180 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.398430 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.398549 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.398638 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.398778 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.400370 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.400370 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.400370 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.400370 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.400370 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.400370 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.400370 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.400370 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.400997 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.400997 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.401486 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.401658 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.401826 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.401991 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.402146 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.404430 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.404430 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.404430 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.404430 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.404430 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.404430 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.404430 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.404430 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.404430 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.405305 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.405305 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.405305 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.405305 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.405305 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.405305 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.405305 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.405305 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.405762 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.405762 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.405762 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.405762 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.405762 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.405762 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.405762 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.406397 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.406397 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.406397 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.406397 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.406768 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.406768 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.406973 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.406973 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.407170 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.407276 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.407401 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.407663 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.407776 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.407873 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.408177 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.408341 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.408568 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.408718 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.408841 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.409001 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.409145 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.409289 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.409468 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.409626 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.409962 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.410134 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1100:1149'] {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.410302 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.410464 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.410625 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.410944 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.411099 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.411402 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.411557 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.411872 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.412031 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.412190 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.412365 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.412528 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.412676 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.412833 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.413134 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.413297 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.413443 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.413603 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.413750 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.413911 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.414066 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.414243 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.414372 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:06:36.414504 dv-cinder-787195-5-smb neutron-server[73704]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=73704) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 30 13:06:36.496182 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.84', 50534) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:06:36.508696 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [-] 10.222.0.84 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0093551 Apr 30 13:06:49.141584 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fff1ad4d-b91e-4946-ab11-b8e114a899de None None] get_active_networks_info from dv-cinder-787195-5-smb {{(pid=73812) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 30 13:06:49.220249 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fff1ad4d-b91e-4946-ab11-b8e114a899de None None] No non-hosted networks {{(pid=73812) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 30 13:06:49.243625 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-d29be49f-1925-4f06-93b5-653d20d9ce14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774'] for agent, after_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:06:51.831209 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-0d1b112e-40b7-4301-b0cf-cf6b33a1c334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774'] for agent, after_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:06:51.891797 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-fffaed8c-8407-478e-ab53-ee4e4f8c6315 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000748'] for agent, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:06:52.265305 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774'] for agent, after_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:06:52.265999 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:06:52.266349 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:06:52.266810 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:06:52.267214 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:06:52.267533 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:06:52.267862 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:06:52.268237 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:06:52.268594 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:06:52.269062 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:06:52.271400 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:06:52.271764 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:06:52.272229 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:06:52.272677 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-787195-5-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=73812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:06:52.284298 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-787195-5-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=73812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:06:53.098147 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-a9ba599c-bbf2-42e7-8bf2-2ae3bfc6b861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774'] for agent, after_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:06:54.444853 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-5918b5d9-36b2-459a-8043-2e5e2054f07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774'] for agent, after_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:06:56.073887 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.84', 50624) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:06:56.789507 dv-cinder-787195-5-smb neutron-server[73809]: WARNING oslo_policy.policy [None req-9a2dfad9-5c04-42c4-bdf7-fbb1cd4eb1b9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 30 13:06:56.790082 dv-cinder-787195-5-smb neutron-server[73809]: WARNING oslo_policy.policy [None req-9a2dfad9-5c04-42c4-bdf7-fbb1cd4eb1b9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 30 13:06:56.853658 dv-cinder-787195-5-smb neutron-server[73812]: INFO neutron.db.l3_hamode_db [None req-a796a7ea-5c66-4743-b784-7c872717cb7c None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 30 13:06:56.945836 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a796a7ea-5c66-4743-b784-7c872717cb7c None None] Routers set() bound to L3 agent in host dv-cinder-787195-5-smb {{(pid=73812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:06:56.946286 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a796a7ea-5c66-4743-b784-7c872717cb7c None None] Router IDs set() for agent in host dv-cinder-787195-5-smb {{(pid=73812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Apr 30 13:06:57.013490 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.wsgi [None req-9a2dfad9-5c04-42c4-bdf7-fbb1cd4eb1b9 admin admin] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=73809) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 13:06:57.014704 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [None req-9a2dfad9-5c04-42c4-bdf7-fbb1cd4eb1b9 admin admin] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.9378710 Apr 30 13:06:59.471028 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.84', 50638) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:06:59.898976 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.v2.base [None req-8bdf58b9-472e-4842-80a1-bf33956aa60f admin admin] Request body: {'subnetpool': {'is_default': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'shared': True, 'default_prefixlen': 26}} {{(pid=73809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:06:59.999995 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.policy [None req-8bdf58b9-472e-4842-80a1-bf33956aa60f admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=73809) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 30 13:07:00.045643 dv-cinder-787195-5-smb neutron-server[73809]: WARNING oslo_policy.policy [None req-8bdf58b9-472e-4842-80a1-bf33956aa60f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 30 13:07:00.046027 dv-cinder-787195-5-smb neutron-server[73809]: WARNING oslo_policy.policy [None req-8bdf58b9-472e-4842-80a1-bf33956aa60f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 30 13:07:00.055137 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.quota [None req-8bdf58b9-472e-4842-80a1-bf33956aa60f admin admin] Loaded quota_driver: . Apr 30 13:07:00.071455 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-8bdf58b9-472e-4842-80a1-bf33956aa60f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:07:00.140535 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-8bdf58b9-472e-4842-80a1-bf33956aa60f admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773352895189', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773352894624', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773352869005', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773352880601', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773352853340', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773352862974', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-4148303', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-4176746', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1009295', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-540891'] for rbac-policy, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:07:00.213318 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-8bdf58b9-472e-4842-80a1-bf33956aa60f admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:07:00.214879 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [None req-8bdf58b9-472e-4842-80a1-bf33956aa60f admin admin] 10.222.0.84 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.7428939 Apr 30 13:07:02.972201 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.84', 50652) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:07:03.670606 dv-cinder-787195-5-smb neutron-server[73810]: WARNING oslo_policy.policy [None req-127bc999-57eb-4987-8124-54b43558ecf2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 30 13:07:03.671167 dv-cinder-787195-5-smb neutron-server[73810]: WARNING oslo_policy.policy [None req-127bc999-57eb-4987-8124-54b43558ecf2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 30 13:07:03.883726 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.v2.base [None req-127bc999-57eb-4987-8124-54b43558ecf2 admin admin] Request body: {'network': {'name': 'private', 'tenant_id': '3c118d26feaf49b59abc841a0599a3a0', 'project_id': '3c118d26feaf49b59abc841a0599a3a0', 'admin_state_up': True}} {{(pid=73810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:07:03.885429 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.quota [None req-127bc999-57eb-4987-8124-54b43558ecf2 admin admin] Loaded quota_driver: . Apr 30 13:07:03.901569 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-127bc999-57eb-4987-8124-54b43558ecf2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:07:03.909067 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-127bc999-57eb-4987-8124-54b43558ecf2 admin admin] Usage tracker for resource:network and tenant:3c118d26feaf49b59abc841a0599a3a0 is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:07:03.915359 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-127bc999-57eb-4987-8124-54b43558ecf2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:07:03.924756 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-127bc999-57eb-4987-8124-54b43558ecf2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:07:03.942343 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-127bc999-57eb-4987-8124-54b43558ecf2 admin admin] Made reservation on behalf of 3c118d26feaf49b59abc841a0599a3a0 for: {'network': 1} {{(pid=73810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:07:04.014405 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.policy [None req-127bc999-57eb-4987-8124-54b43558ecf2 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=73810) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 30 13:07:04.059933 dv-cinder-787195-5-smb neutron-server[73810]: WARNING oslo_policy.policy [None req-127bc999-57eb-4987-8124-54b43558ecf2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 30 13:07:04.060317 dv-cinder-787195-5-smb neutron-server[73810]: WARNING oslo_policy.policy [None req-127bc999-57eb-4987-8124-54b43558ecf2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 30 13:07:04.071274 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-127bc999-57eb-4987-8124-54b43558ecf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4120257'] for network, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:07:04.093283 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-127bc999-57eb-4987-8124-54b43558ecf2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:07:04.110194 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-127bc999-57eb-4987-8124-54b43558ecf2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:07:04.114514 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-127bc999-57eb-4987-8124-54b43558ecf2 admin admin] Usage tracker for resource:security_group_rule and tenant:3c118d26feaf49b59abc841a0599a3a0 is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:07:04.121562 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-127bc999-57eb-4987-8124-54b43558ecf2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:07:04.127767 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-127bc999-57eb-4987-8124-54b43558ecf2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:07:04.246123 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-127bc999-57eb-4987-8124-54b43558ecf2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:07:04.251829 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-127bc999-57eb-4987-8124-54b43558ecf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985230'] for security_group, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:07:04.256565 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:07:04.292649 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-127bc999-57eb-4987-8124-54b43558ecf2 admin admin] vlan segment allocate from pool success with {'vlan_id': 1119, 'physical_network': 'physnet1'} {{(pid=73810) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 13:07:04.296864 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127bc999-57eb-4987-8124-54b43558ecf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0a86639-3e60-4678-b675-fd8e0a9f5680,revision_number=1']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:07:04.313188 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127bc999-57eb-4987-8124-54b43558ecf2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:07:04.313510 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127bc999-57eb-4987-8124-54b43558ecf2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:07:04.313842 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127bc999-57eb-4987-8124-54b43558ecf2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:07:04.314156 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127bc999-57eb-4987-8124-54b43558ecf2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:07:04.314469 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127bc999-57eb-4987-8124-54b43558ecf2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:07:04.314781 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127bc999-57eb-4987-8124-54b43558ecf2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:07:04.315089 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127bc999-57eb-4987-8124-54b43558ecf2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:07:04.315396 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127bc999-57eb-4987-8124-54b43558ecf2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:07:04.315721 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127bc999-57eb-4987-8124-54b43558ecf2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:07:04.316030 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127bc999-57eb-4987-8124-54b43558ecf2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:07:04.316333 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127bc999-57eb-4987-8124-54b43558ecf2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:07:04.316657 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127bc999-57eb-4987-8124-54b43558ecf2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:07:04.317781 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127bc999-57eb-4987-8124-54b43558ecf2 admin admin] Tracked resource versions report: Apr 30 13:07:04.317781 dv-cinder-787195-5-smb neutron-server[73810]: pushed versions: Apr 30 13:07:04.317781 dv-cinder-787195-5-smb neutron-server[73810]: { 'AddressGroup': {'1.2'}, Apr 30 13:07:04.317781 dv-cinder-787195-5-smb neutron-server[73810]: 'ConntrackHelper': {'1.0'}, Apr 30 13:07:04.317781 dv-cinder-787195-5-smb neutron-server[73810]: 'Log': {'1.0'}, Apr 30 13:07:04.317781 dv-cinder-787195-5-smb neutron-server[73810]: 'Network': {'1.1'}, Apr 30 13:07:04.317781 dv-cinder-787195-5-smb neutron-server[73810]: 'Port': {'1.7'}, Apr 30 13:07:04.317781 dv-cinder-787195-5-smb neutron-server[73810]: 'PortForwarding': {'1.2'}, Apr 30 13:07:04.317781 dv-cinder-787195-5-smb neutron-server[73810]: 'QosPolicy': {'1.8'}, Apr 30 13:07:04.317781 dv-cinder-787195-5-smb neutron-server[73810]: 'SecurityGroup': {'1.4'}, Apr 30 13:07:04.317781 dv-cinder-787195-5-smb neutron-server[73810]: 'SecurityGroupRule': {'1.2'}, Apr 30 13:07:04.317781 dv-cinder-787195-5-smb neutron-server[73810]: 'SubPort': {'1.0'}, Apr 30 13:07:04.317781 dv-cinder-787195-5-smb neutron-server[73810]: 'Subnet': {'1.1'}, Apr 30 13:07:04.317781 dv-cinder-787195-5-smb neutron-server[73810]: 'Trunk': {'1.1'}} Apr 30 13:07:04.317781 dv-cinder-787195-5-smb neutron-server[73810]: consumer versions: Apr 30 13:07:04.317781 dv-cinder-787195-5-smb neutron-server[73810]: { DHCP agent@dv-cinder-787195-5-smb: {}, Apr 30 13:07:04.317781 dv-cinder-787195-5-smb neutron-server[73810]: L3 agent@dv-cinder-787195-5-smb: {}, Apr 30 13:07:04.317781 dv-cinder-787195-5-smb neutron-server[73810]: Metadata agent@dv-cinder-787195-5-smb: {}, Apr 30 13:07:04.317781 dv-cinder-787195-5-smb neutron-server[73810]: Metering agent@dv-cinder-787195-5-smb: {}, Apr 30 13:07:04.317781 dv-cinder-787195-5-smb neutron-server[73810]: Open vSwitch agent@dv-cinder-787195-5-smb: { 'AddressGroup': '1.2', Apr 30 13:07:04.317781 dv-cinder-787195-5-smb neutron-server[73810]: 'ConntrackHelper': '1.0', Apr 30 13:07:04.317781 dv-cinder-787195-5-smb neutron-server[73810]: 'Log': '1.0', Apr 30 13:07:04.317781 dv-cinder-787195-5-smb neutron-server[73810]: 'Network': '1.1', Apr 30 13:07:04.317781 dv-cinder-787195-5-smb neutron-server[73810]: 'Port': '1.7', Apr 30 13:07:04.317781 dv-cinder-787195-5-smb neutron-server[73810]: 'PortForwarding': '1.2', Apr 30 13:07:04.317781 dv-cinder-787195-5-smb neutron-server[73810]: 'QosPolicy': '1.8', Apr 30 13:07:04.317781 dv-cinder-787195-5-smb neutron-server[73810]: 'SecurityGroup': '1.4', Apr 30 13:07:04.317781 dv-cinder-787195-5-smb neutron-server[73810]: 'SecurityGroupRule': '1.2', Apr 30 13:07:04.317781 dv-cinder-787195-5-smb neutron-server[73810]: 'SubPort': '1.0', Apr 30 13:07:04.317781 dv-cinder-787195-5-smb neutron-server[73810]: 'Subnet': '1.1', Apr 30 13:07:04.317781 dv-cinder-787195-5-smb neutron-server[73810]: 'Trunk': '1.1'}} Apr 30 13:07:04.317781 dv-cinder-787195-5-smb neutron-server[73810]: {{(pid=73810) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 30 13:07:04.345394 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-127bc999-57eb-4987-8124-54b43558ecf2 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8773353284756', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060901'] for segment, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:07:04.345976 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-127bc999-57eb-4987-8124-54b43558ecf2 admin admin] Unsubscribe: segment precommit_create {{(pid=73810) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 30 13:07:04.346428 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.db.segments_db [None req-127bc999-57eb-4987-8124-54b43558ecf2 admin admin] Added segment 265864b2-14a7-4ecd-8aad-82c6a43b42f3 of type vlan for network 314d348d-7b38-4ef2-a769-0306853b5b99 Apr 30 13:07:04.415209 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-127bc999-57eb-4987-8124-54b43558ecf2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:07:04.436152 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-127bc999-57eb-4987-8124-54b43558ecf2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773352860555'] for network, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:07:04.483523 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-127bc999-57eb-4987-8124-54b43558ecf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313'] for network, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:07:04.485277 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-127bc999-57eb-4987-8124-54b43558ecf2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:07:04.485942 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-127bc999-57eb-4987-8124-54b43558ecf2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647359'] for network, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:07:04.490924 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:07:04.601137 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [None req-127bc999-57eb-4987-8124-54b43558ecf2 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 850 time: 1.6273971 Apr 30 13:07:04.601690 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127bc999-57eb-4987-8124-54b43558ecf2 admin admin] Pushing event updated for resources: {'Network': ['ID=314d348d-7b38-4ef2-a769-0306853b5b99,revision_number=1']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:07:04.605824 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-127bc999-57eb-4987-8124-54b43558ecf2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:07:04.623956 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.rpc [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Network 314d348d-7b38-4ef2-a769-0306853b5b99 details requested by agent ovs-agent-dv-cinder-787195-5-smb with host dv-cinder-787195-5-smb {{(pid=73812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 30 13:07:07.542498 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.84', 50674) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:07:08.077836 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7612c0be-8c58-4d00-8183-8a45854df965 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:07:08.079278 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [None req-7612c0be-8c58-4d00-8183-8a45854df965 admin admin] 10.222.0.84 "GET /v2.0/networks/314d348d-7b38-4ef2-a769-0306853b5b99 HTTP/1.1" status: 200 len: 826 time: 0.5358326 Apr 30 13:07:08.109589 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [None req-a47f613f-f84b-4777-9423-9aeb2e70c532 admin admin] 10.222.0.84 "GET /v2.0/subnetpools/4c513b46-4034-4a52-8b2c-d066d7bf715e HTTP/1.1" status: 200 len: 734 time: 0.0242751 Apr 30 13:07:08.118589 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.v2.base [None req-689e6133-2604-445c-b243-1c278044f21a admin admin] Request body: {'subnet': {'ip_version': 4, 'tenant_id': '3c118d26feaf49b59abc841a0599a3a0', 'gateway_ip': '172.20.0.1', 'network_id': '314d348d-7b38-4ef2-a769-0306853b5b99', 'name': 'private-subnet', 'subnetpool_id': '4c513b46-4034-4a52-8b2c-d066d7bf715e'}} {{(pid=73809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:07:08.123875 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-689e6133-2604-445c-b243-1c278044f21a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:07:08.128443 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-689e6133-2604-445c-b243-1c278044f21a admin admin] Usage tracker for resource:subnet and tenant:3c118d26feaf49b59abc841a0599a3a0 is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:07:08.132401 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-689e6133-2604-445c-b243-1c278044f21a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:07:08.139755 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-689e6133-2604-445c-b243-1c278044f21a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:07:08.151743 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-689e6133-2604-445c-b243-1c278044f21a admin admin] Made reservation on behalf of 3c118d26feaf49b59abc841a0599a3a0 for: {'subnet': 1} {{(pid=73809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:07:08.155319 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-689e6133-2604-445c-b243-1c278044f21a admin admin] Notify callbacks [] for subnet, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:07:08.704815 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-689e6133-2604-445c-b243-1c278044f21a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313'] for subnet, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:07:08.710038 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:07:08.793007 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-689e6133-2604-445c-b243-1c278044f21a admin admin] Checking segment: {'id': '265864b2-14a7-4ecd-8aad-82c6a43b42f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1119, 'network_id': '314d348d-7b38-4ef2-a769-0306853b5b99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:07:08.793346 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-689e6133-2604-445c-b243-1c278044f21a admin admin] Network hostable DHCP agents. Network: 314d348d-7b38-4ef2-a769-0306853b5b99, hostable agents: ['bbfd2d49-358d-47d1-a027-fcfd9e0d3b2b'], hosted agents: [] {{(pid=73809) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 13:07:08.799153 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689e6133-2604-445c-b243-1c278044f21a admin admin] Pushing event updated for resources: {'Subnet': ['ID=39f25b1a-8916-436c-b4e4-e0422df8b77d,revision_number=0']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:07:08.810193 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689e6133-2604-445c-b243-1c278044f21a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:07:08.810535 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689e6133-2604-445c-b243-1c278044f21a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:07:08.810865 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689e6133-2604-445c-b243-1c278044f21a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:07:08.811181 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689e6133-2604-445c-b243-1c278044f21a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:07:08.811514 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689e6133-2604-445c-b243-1c278044f21a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:07:08.811843 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689e6133-2604-445c-b243-1c278044f21a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:07:08.812154 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689e6133-2604-445c-b243-1c278044f21a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:07:08.812490 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689e6133-2604-445c-b243-1c278044f21a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:07:08.812842 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689e6133-2604-445c-b243-1c278044f21a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:07:08.813161 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689e6133-2604-445c-b243-1c278044f21a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:07:08.813460 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689e6133-2604-445c-b243-1c278044f21a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:07:08.813772 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689e6133-2604-445c-b243-1c278044f21a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:07:08.814898 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689e6133-2604-445c-b243-1c278044f21a admin admin] Tracked resource versions report: Apr 30 13:07:08.814898 dv-cinder-787195-5-smb neutron-server[73809]: pushed versions: Apr 30 13:07:08.814898 dv-cinder-787195-5-smb neutron-server[73809]: { 'AddressGroup': {'1.2'}, Apr 30 13:07:08.814898 dv-cinder-787195-5-smb neutron-server[73809]: 'ConntrackHelper': {'1.0'}, Apr 30 13:07:08.814898 dv-cinder-787195-5-smb neutron-server[73809]: 'Log': {'1.0'}, Apr 30 13:07:08.814898 dv-cinder-787195-5-smb neutron-server[73809]: 'Network': {'1.1'}, Apr 30 13:07:08.814898 dv-cinder-787195-5-smb neutron-server[73809]: 'Port': {'1.7'}, Apr 30 13:07:08.814898 dv-cinder-787195-5-smb neutron-server[73809]: 'PortForwarding': {'1.2'}, Apr 30 13:07:08.814898 dv-cinder-787195-5-smb neutron-server[73809]: 'QosPolicy': {'1.8'}, Apr 30 13:07:08.814898 dv-cinder-787195-5-smb neutron-server[73809]: 'SecurityGroup': {'1.4'}, Apr 30 13:07:08.814898 dv-cinder-787195-5-smb neutron-server[73809]: 'SecurityGroupRule': {'1.2'}, Apr 30 13:07:08.814898 dv-cinder-787195-5-smb neutron-server[73809]: 'SubPort': {'1.0'}, Apr 30 13:07:08.814898 dv-cinder-787195-5-smb neutron-server[73809]: 'Subnet': {'1.1'}, Apr 30 13:07:08.814898 dv-cinder-787195-5-smb neutron-server[73809]: 'Trunk': {'1.1'}} Apr 30 13:07:08.814898 dv-cinder-787195-5-smb neutron-server[73809]: consumer versions: Apr 30 13:07:08.814898 dv-cinder-787195-5-smb neutron-server[73809]: { DHCP agent@dv-cinder-787195-5-smb: {}, Apr 30 13:07:08.814898 dv-cinder-787195-5-smb neutron-server[73809]: L3 agent@dv-cinder-787195-5-smb: {}, Apr 30 13:07:08.814898 dv-cinder-787195-5-smb neutron-server[73809]: Metadata agent@dv-cinder-787195-5-smb: {}, Apr 30 13:07:08.814898 dv-cinder-787195-5-smb neutron-server[73809]: Metering agent@dv-cinder-787195-5-smb: {}, Apr 30 13:07:08.814898 dv-cinder-787195-5-smb neutron-server[73809]: Open vSwitch agent@dv-cinder-787195-5-smb: { 'AddressGroup': '1.2', Apr 30 13:07:08.814898 dv-cinder-787195-5-smb neutron-server[73809]: 'ConntrackHelper': '1.0', Apr 30 13:07:08.814898 dv-cinder-787195-5-smb neutron-server[73809]: 'Log': '1.0', Apr 30 13:07:08.814898 dv-cinder-787195-5-smb neutron-server[73809]: 'Network': '1.1', Apr 30 13:07:08.814898 dv-cinder-787195-5-smb neutron-server[73809]: 'Port': '1.7', Apr 30 13:07:08.814898 dv-cinder-787195-5-smb neutron-server[73809]: 'PortForwarding': '1.2', Apr 30 13:07:08.814898 dv-cinder-787195-5-smb neutron-server[73809]: 'QosPolicy': '1.8', Apr 30 13:07:08.814898 dv-cinder-787195-5-smb neutron-server[73809]: 'SecurityGroup': '1.4', Apr 30 13:07:08.814898 dv-cinder-787195-5-smb neutron-server[73809]: 'SecurityGroupRule': '1.2', Apr 30 13:07:08.814898 dv-cinder-787195-5-smb neutron-server[73809]: 'SubPort': '1.0', Apr 30 13:07:08.814898 dv-cinder-787195-5-smb neutron-server[73809]: 'Subnet': '1.1', Apr 30 13:07:08.814898 dv-cinder-787195-5-smb neutron-server[73809]: 'Trunk': '1.1'}} Apr 30 13:07:08.814898 dv-cinder-787195-5-smb neutron-server[73809]: {{(pid=73809) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 30 13:07:08.851525 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-689e6133-2604-445c-b243-1c278044f21a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:07:08.853954 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-689e6133-2604-445c-b243-1c278044f21a admin admin] Network 314d348d-7b38-4ef2-a769-0306853b5b99 is scheduled to be hosted by DHCP agent bbfd2d49-358d-47d1-a027-fcfd9e0d3b2b with binding_index 1 {{(pid=73809) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 13:07:08.866880 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.scheduler.base_scheduler [None req-689e6133-2604-445c-b243-1c278044f21a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787195-5-smb, 314d348d-7b38-4ef2-a769-0306853b5b99) {{(pid=73809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:07:08.873262 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-689e6133-2604-445c-b243-1c278044f21a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:07:08.873923 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-689e6133-2604-445c-b243-1c278044f21a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647359'] for subnet, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:07:08.876685 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39663c6f-bb28-466f-bf61-8307564b5718 None None] Network 314d348d-7b38-4ef2-a769-0306853b5b99 requested from dv-cinder-787195-5-smb {{(pid=73812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 13:07:08.902595 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [None req-689e6133-2604-445c-b243-1c278044f21a admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7872658 Apr 30 13:07:09.214442 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0d4d6ad-68f1-4e55-8837-8cd2df7f6152 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0abff78b-686c-5a1b-86a5-cab98582ec61-314d348d-7b38-4ef2-a769-0306853b5b99', 'network_id': '314d348d-7b38-4ef2-a769-0306853b5b99', 'tenant_id': '3c118d26feaf49b59abc841a0599a3a0', 'fixed_ips': [{'subnet_id': '39f25b1a-8916-436c-b4e4-e0422df8b77d'}]}} from dv-cinder-787195-5-smb. {{(pid=73812) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 30 13:07:09.215711 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-c0d4d6ad-68f1-4e55-8837-8cd2df7f6152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4120257'] for port, before_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:07:09.436487 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.db_base_plugin_common [None req-c0d4d6ad-68f1-4e55-8837-8cd2df7f6152 None None] Allocated IP 172.20.0.2 (314d348d-7b38-4ef2-a769-0306853b5b99/39f25b1a-8916-436c-b4e4-e0422df8b77d/730fd30a-a6da-49c9-9bd1-63b1cd83aee5) {{(pid=73812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 13:07:09.678280 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-c0d4d6ad-68f1-4e55-8837-8cd2df7f6152 None None] Notify callbacks [] for port, precommit_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:07:09.691473 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.provisioning_blocks [None req-c0d4d6ad-68f1-4e55-8837-8cd2df7f6152 None None] Transition to ACTIVE for port object 730fd30a-a6da-49c9-9bd1-63b1cd83aee5 will not be triggered until provisioned by entity L2. {{(pid=73812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:07:09.710382 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.provisioning_blocks [None req-c0d4d6ad-68f1-4e55-8837-8cd2df7f6152 None None] Transition to ACTIVE for port object 730fd30a-a6da-49c9-9bd1-63b1cd83aee5 will not be triggered until provisioned by entity DHCP. {{(pid=73812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:07:09.718865 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-c0d4d6ad-68f1-4e55-8837-8cd2df7f6152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4120194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773352839702'] for port, after_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:07:09.723635 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:07:09.786842 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0d4d6ad-68f1-4e55-8837-8cd2df7f6152 None None] Network 314d348d-7b38-4ef2-a769-0306853b5b99 is already hosted by enough agents. {{(pid=73812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:07:09.790121 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.scheduler.base_scheduler [None req-c0d4d6ad-68f1-4e55-8837-8cd2df7f6152 None None] Resources bound (agent type, host, resource id): {{(pid=73812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:07:09.798239 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d4d6ad-68f1-4e55-8837-8cd2df7f6152 None None] Received port after_create {{(pid=73812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 13:07:09.800659 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4d6ad-68f1-4e55-8837-8cd2df7f6152 None None] Pushing event updated for resources: {'Port': ['ID=730fd30a-a6da-49c9-9bd1-63b1cd83aee5,revision_number=1']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:07:09.838650 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d4d6ad-68f1-4e55-8837-8cd2df7f6152 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:07:09.838981 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d4d6ad-68f1-4e55-8837-8cd2df7f6152 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:07:09.839305 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d4d6ad-68f1-4e55-8837-8cd2df7f6152 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:07:09.839628 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d4d6ad-68f1-4e55-8837-8cd2df7f6152 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:07:09.839928 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d4d6ad-68f1-4e55-8837-8cd2df7f6152 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:07:09.840244 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d4d6ad-68f1-4e55-8837-8cd2df7f6152 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:07:09.840612 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d4d6ad-68f1-4e55-8837-8cd2df7f6152 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:07:09.840918 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d4d6ad-68f1-4e55-8837-8cd2df7f6152 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:07:09.841230 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d4d6ad-68f1-4e55-8837-8cd2df7f6152 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:07:09.841540 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d4d6ad-68f1-4e55-8837-8cd2df7f6152 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:07:09.841849 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d4d6ad-68f1-4e55-8837-8cd2df7f6152 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:07:09.842156 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d4d6ad-68f1-4e55-8837-8cd2df7f6152 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:07:09.843297 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d4d6ad-68f1-4e55-8837-8cd2df7f6152 None None] Tracked resource versions report: Apr 30 13:07:09.843297 dv-cinder-787195-5-smb neutron-server[73812]: pushed versions: Apr 30 13:07:09.843297 dv-cinder-787195-5-smb neutron-server[73812]: { 'AddressGroup': {'1.2'}, Apr 30 13:07:09.843297 dv-cinder-787195-5-smb neutron-server[73812]: 'ConntrackHelper': {'1.0'}, Apr 30 13:07:09.843297 dv-cinder-787195-5-smb neutron-server[73812]: 'Log': {'1.0'}, Apr 30 13:07:09.843297 dv-cinder-787195-5-smb neutron-server[73812]: 'Network': {'1.1'}, Apr 30 13:07:09.843297 dv-cinder-787195-5-smb neutron-server[73812]: 'Port': {'1.7'}, Apr 30 13:07:09.843297 dv-cinder-787195-5-smb neutron-server[73812]: 'PortForwarding': {'1.2'}, Apr 30 13:07:09.843297 dv-cinder-787195-5-smb neutron-server[73812]: 'QosPolicy': {'1.8'}, Apr 30 13:07:09.843297 dv-cinder-787195-5-smb neutron-server[73812]: 'SecurityGroup': {'1.4'}, Apr 30 13:07:09.843297 dv-cinder-787195-5-smb neutron-server[73812]: 'SecurityGroupRule': {'1.2'}, Apr 30 13:07:09.843297 dv-cinder-787195-5-smb neutron-server[73812]: 'SubPort': {'1.0'}, Apr 30 13:07:09.843297 dv-cinder-787195-5-smb neutron-server[73812]: 'Subnet': {'1.1'}, Apr 30 13:07:09.843297 dv-cinder-787195-5-smb neutron-server[73812]: 'Trunk': {'1.1'}} Apr 30 13:07:09.843297 dv-cinder-787195-5-smb neutron-server[73812]: consumer versions: Apr 30 13:07:09.843297 dv-cinder-787195-5-smb neutron-server[73812]: { DHCP agent@dv-cinder-787195-5-smb: {}, Apr 30 13:07:09.843297 dv-cinder-787195-5-smb neutron-server[73812]: L3 agent@dv-cinder-787195-5-smb: {}, Apr 30 13:07:09.843297 dv-cinder-787195-5-smb neutron-server[73812]: Metadata agent@dv-cinder-787195-5-smb: {}, Apr 30 13:07:09.843297 dv-cinder-787195-5-smb neutron-server[73812]: Metering agent@dv-cinder-787195-5-smb: {}, Apr 30 13:07:09.843297 dv-cinder-787195-5-smb neutron-server[73812]: Open vSwitch agent@dv-cinder-787195-5-smb: { 'AddressGroup': '1.2', Apr 30 13:07:09.843297 dv-cinder-787195-5-smb neutron-server[73812]: 'ConntrackHelper': '1.0', Apr 30 13:07:09.843297 dv-cinder-787195-5-smb neutron-server[73812]: 'Log': '1.0', Apr 30 13:07:09.843297 dv-cinder-787195-5-smb neutron-server[73812]: 'Network': '1.1', Apr 30 13:07:09.843297 dv-cinder-787195-5-smb neutron-server[73812]: 'Port': '1.7', Apr 30 13:07:09.843297 dv-cinder-787195-5-smb neutron-server[73812]: 'PortForwarding': '1.2', Apr 30 13:07:09.843297 dv-cinder-787195-5-smb neutron-server[73812]: 'QosPolicy': '1.8', Apr 30 13:07:09.843297 dv-cinder-787195-5-smb neutron-server[73812]: 'SecurityGroup': '1.4', Apr 30 13:07:09.843297 dv-cinder-787195-5-smb neutron-server[73812]: 'SecurityGroupRule': '1.2', Apr 30 13:07:09.843297 dv-cinder-787195-5-smb neutron-server[73812]: 'SubPort': '1.0', Apr 30 13:07:09.843297 dv-cinder-787195-5-smb neutron-server[73812]: 'Subnet': '1.1', Apr 30 13:07:09.843297 dv-cinder-787195-5-smb neutron-server[73812]: 'Trunk': '1.1'}} Apr 30 13:07:09.843297 dv-cinder-787195-5-smb neutron-server[73812]: {{(pid=73812) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 30 13:07:09.851970 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-c0d4d6ad-68f1-4e55-8837-8cd2df7f6152 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:07:09.910315 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.managers [None req-c0d4d6ad-68f1-4e55-8837-8cd2df7f6152 None None] Attempting to bind port 730fd30a-a6da-49c9-9bd1-63b1cd83aee5 on host dv-cinder-787195-5-smb for vnic_type normal with profile {{(pid=73812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 13:07:09.911023 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.managers [None req-c0d4d6ad-68f1-4e55-8837-8cd2df7f6152 None None] Attempting to bind port 730fd30a-a6da-49c9-9bd1-63b1cd83aee5 by drivers openvswitch,hyperv on host dv-cinder-787195-5-smb at level 0 using segments [{'id': '265864b2-14a7-4ecd-8aad-82c6a43b42f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1119, 'network_id': '314d348d-7b38-4ef2-a769-0306853b5b99'}] {{(pid=73812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 13:07:09.911229 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0d4d6ad-68f1-4e55-8837-8cd2df7f6152 None None] Attempting to bind port 730fd30a-a6da-49c9-9bd1-63b1cd83aee5 on network 314d348d-7b38-4ef2-a769-0306853b5b99 {{(pid=73812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:07:09.916830 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0d4d6ad-68f1-4e55-8837-8cd2df7f6152 None None] Checking agent: {'id': '389db99c-db4b-44ca-8e25-149d3cf00f42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 6, 52), 'started_at': datetime.datetime(2021, 4, 30, 13, 6, 52), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 6, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 13:07:09.917232 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0d4d6ad-68f1-4e55-8837-8cd2df7f6152 None None] Checking segment: {'id': '265864b2-14a7-4ecd-8aad-82c6a43b42f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1119, 'network_id': '314d348d-7b38-4ef2-a769-0306853b5b99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:07:09.917687 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-c0d4d6ad-68f1-4e55-8837-8cd2df7f6152 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:07:09.918070 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0d4d6ad-68f1-4e55-8837-8cd2df7f6152 None None] Bound using segment: {'id': '265864b2-14a7-4ecd-8aad-82c6a43b42f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1119, 'network_id': '314d348d-7b38-4ef2-a769-0306853b5b99'} {{(pid=73812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 13:07:09.918568 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.managers [None req-c0d4d6ad-68f1-4e55-8837-8cd2df7f6152 None None] Bound port: 730fd30a-a6da-49c9-9bd1-63b1cd83aee5, host: dv-cinder-787195-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '265864b2-14a7-4ecd-8aad-82c6a43b42f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1119, 'network_id': '314d348d-7b38-4ef2-a769-0306853b5b99'}}] {{(pid=73812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 13:07:09.918982 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-c0d4d6ad-68f1-4e55-8837-8cd2df7f6152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4120257'] for port, before_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:07:10.015463 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.db [None req-c0d4d6ad-68f1-4e55-8837-8cd2df7f6152 None None] For port 730fd30a-a6da-49c9-9bd1-63b1cd83aee5, host dv-cinder-787195-5-smb, cleared binding levels {{(pid=73812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 13:07:10.019832 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.db [None req-c0d4d6ad-68f1-4e55-8837-8cd2df7f6152 None None] For port 730fd30a-a6da-49c9-9bd1-63b1cd83aee5, host dv-cinder-787195-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-5-smb',level=0,port_id=730fd30a-a6da-49c9-9bd1-63b1cd83aee5,segment=NetworkSegment(265864b2-14a7-4ecd-8aad-82c6a43b42f3),segment_id=265864b2-14a7-4ecd-8aad-82c6a43b42f3)] {{(pid=73812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 13:07:10.025694 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-c0d4d6ad-68f1-4e55-8837-8cd2df7f6152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4120194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773353276007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773352839720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773352839765'] for port, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:07:10.030674 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:07:10.123196 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4d6ad-68f1-4e55-8837-8cd2df7f6152 None None] Pushing event updated for resources: {'Port': ['ID=730fd30a-a6da-49c9-9bd1-63b1cd83aee5,revision_number=2']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:07:10.127325 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-c0d4d6ad-68f1-4e55-8837-8cd2df7f6152 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:07:11.358929 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.84', 50688) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:07:11.767130 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.wsgi [None req-2663732c-8dec-4327-a571-5d24b2e1a0b0 admin admin] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=73809) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 13:07:11.768134 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [None req-2663732c-8dec-4327-a571-5d24b2e1a0b0 admin admin] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4083230 Apr 30 13:07:14.129470 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.84', 50698) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:07:14.535622 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.wsgi [None req-dfdbefb8-6090-4a8a-89f9-fec6e03bedfc admin admin] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=73810) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 13:07:14.544806 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [None req-dfdbefb8-6090-4a8a-89f9-fec6e03bedfc admin admin] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4062576 Apr 30 13:07:15.635612 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbba3385-5422-4f2e-bd39-431e2513c1a5 None None] Network 314d348d-7b38-4ef2-a769-0306853b5b99 requested from dv-cinder-787195-5-smb {{(pid=73812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 13:07:15.746815 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.provisioning_blocks [None req-f15119bb-bfd6-45d4-bb70-b61c4118fd35 None None] Provisioning for port 730fd30a-a6da-49c9-9bd1-63b1cd83aee5 completed by entity DHCP. {{(pid=73812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:07:16.159018 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.rpc [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Device 730fd30a-a6da-49c9-9bd1-63b1cd83aee5 up at agent ovs-agent-dv-cinder-787195-5-smb {{(pid=73812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:07:16.233906 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.provisioning_blocks [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Provisioning for port 730fd30a-a6da-49c9-9bd1-63b1cd83aee5 completed by entity L2. {{(pid=73812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:07:16.238847 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.provisioning_blocks [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Provisioning complete for port 730fd30a-a6da-49c9-9bd1-63b1cd83aee5 triggered by entity L2. {{(pid=73812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:07:16.239254 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000605'] for port, provisioning_complete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:07:16.357588 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4120257'] for port, before_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:07:16.391219 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.db [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] For port 730fd30a-a6da-49c9-9bd1-63b1cd83aee5, host dv-cinder-787195-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-5-smb',level=0,port_id=730fd30a-a6da-49c9-9bd1-63b1cd83aee5,segment=NetworkSegment(265864b2-14a7-4ecd-8aad-82c6a43b42f3),segment_id=265864b2-14a7-4ecd-8aad-82c6a43b42f3)] {{(pid=73812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:07:16.396266 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4120194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773353276007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773352839720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773352839765'] for port, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:07:16.398540 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-c0d4d6ad-68f1-4e55-8837-8cd2df7f6152 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:07:16.466738 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Pushing event updated for resources: {'Port': ['ID=730fd30a-a6da-49c9-9bd1-63b1cd83aee5,revision_number=3']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:07:16.469874 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:07:17.235263 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.84', 50714) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:07:17.625009 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.v2.base [None req-5d07a5c2-b2ee-4427-ac2e-8054e7ead21d admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': '3c118d26feaf49b59abc841a0599a3a0', 'admin_state_up': True}} {{(pid=73809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:07:17.629857 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-5d07a5c2-b2ee-4427-ac2e-8054e7ead21d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:07:17.633945 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-5d07a5c2-b2ee-4427-ac2e-8054e7ead21d admin admin] Usage tracker for resource:router and tenant:3c118d26feaf49b59abc841a0599a3a0 is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:07:17.637943 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-5d07a5c2-b2ee-4427-ac2e-8054e7ead21d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:07:17.644025 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-5d07a5c2-b2ee-4427-ac2e-8054e7ead21d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:07:17.657284 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-5d07a5c2-b2ee-4427-ac2e-8054e7ead21d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1027317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4690'] for router, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:07:17.658830 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-5d07a5c2-b2ee-4427-ac2e-8054e7ead21d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1027308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1044963', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-983204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4699'] for router, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:07:17.683521 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-5d07a5c2-b2ee-4427-ac2e-8054e7ead21d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:07:17.809894 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-5d07a5c2-b2ee-4427-ac2e-8054e7ead21d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1027946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919895'] for router, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:07:17.831559 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-5d07a5c2-b2ee-4427-ac2e-8054e7ead21d admin admin] Notify callbacks [] for router, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:07:17.833136 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [None req-5d07a5c2-b2ee-4427-ac2e-8054e7ead21d admin admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5964708 Apr 30 13:07:18.126865 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.rpc [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Device 730fd30a-a6da-49c9-9bd1-63b1cd83aee5 up at agent ovs-agent-dv-cinder-787195-5-smb {{(pid=73812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:07:18.194772 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.provisioning_blocks [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Provisioning complete for port 730fd30a-a6da-49c9-9bd1-63b1cd83aee5 triggered by entity L2. {{(pid=73812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:07:18.195139 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000605'] for port, provisioning_complete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:07:18.999318 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-59daa086-b357-4a6e-b731-caa98088fbe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000748'] for agent, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:07:20.219284 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.84', 50724) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:07:20.614693 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.wsgi [None req-846f153c-b66b-449a-9b17-5b331227d4ee admin admin] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=73809) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 13:07:20.616188 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [None req-846f153c-b66b-449a-9b17-5b331227d4ee admin admin] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3958373 Apr 30 13:07:21.829785 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-6b33cb3b-bb35-4267-81d4-f52ab525d046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000748'] for agent, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:07:22.265703 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000748'] for agent, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:07:23.029580 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.84', 50734) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:07:23.044511 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-a9ba599c-bbf2-42e7-8bf2-2ae3bfc6b861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000748'] for agent, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:07:23.434686 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.v2.base [None req-cba14d81-11dc-4b5b-ba91-0babbd1b1679 admin admin] Request body: {'network': {'router:external': True, 'provider:network_type': 'flat', 'admin_state_up': True, 'is_default': True, 'provider:physical_network': 'physnet1', 'name': 'public'}} {{(pid=73809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:07:23.439414 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-cba14d81-11dc-4b5b-ba91-0babbd1b1679 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:07:23.443513 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-cba14d81-11dc-4b5b-ba91-0babbd1b1679 admin admin] Usage tracker for resource:network and tenant:a910fbcdda4d45bf9954df9e989a08bb is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:07:23.447000 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-cba14d81-11dc-4b5b-ba91-0babbd1b1679 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:07:23.453188 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-cba14d81-11dc-4b5b-ba91-0babbd1b1679 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:07:23.468724 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cba14d81-11dc-4b5b-ba91-0babbd1b1679 admin admin] Made reservation on behalf of a910fbcdda4d45bf9954df9e989a08bb for: {'network': 1} {{(pid=73809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:07:23.471018 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-cba14d81-11dc-4b5b-ba91-0babbd1b1679 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4120257'] for network, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:07:23.487294 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-cba14d81-11dc-4b5b-ba91-0babbd1b1679 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:07:23.501897 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-cba14d81-11dc-4b5b-ba91-0babbd1b1679 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:07:23.505937 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-cba14d81-11dc-4b5b-ba91-0babbd1b1679 admin admin] Usage tracker for resource:security_group_rule and tenant:a910fbcdda4d45bf9954df9e989a08bb is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:07:23.509165 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-cba14d81-11dc-4b5b-ba91-0babbd1b1679 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:07:23.514900 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-cba14d81-11dc-4b5b-ba91-0babbd1b1679 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:07:23.608687 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-cba14d81-11dc-4b5b-ba91-0babbd1b1679 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:07:23.615103 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-cba14d81-11dc-4b5b-ba91-0babbd1b1679 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985230'] for security_group, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:07:23.618223 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:07:23.641398 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-cba14d81-11dc-4b5b-ba91-0babbd1b1679 admin admin] Reserving flat network on physical network physnet1 {{(pid=73809) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Apr 30 13:07:23.654947 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba14d81-11dc-4b5b-ba91-0babbd1b1679 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2093650-4d86-4a5e-8422-efa1eef55ead,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:07:23.661513 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-cba14d81-11dc-4b5b-ba91-0babbd1b1679 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:07:23.662494 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-cba14d81-11dc-4b5b-ba91-0babbd1b1679 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8773353284756', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060901'] for segment, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:07:23.663071 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-cba14d81-11dc-4b5b-ba91-0babbd1b1679 admin admin] Unsubscribe: segment precommit_create {{(pid=73809) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 30 13:07:23.663491 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.db.segments_db [None req-cba14d81-11dc-4b5b-ba91-0babbd1b1679 admin admin] Added segment f8d4e1c1-82f5-4515-b5f8-67450a2bb94b of type flat for network b95ef810-b08d-4c08-b0c0-c75d2ee1b25b Apr 30 13:07:23.704343 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-cba14d81-11dc-4b5b-ba91-0babbd1b1679 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773352860555'] for network, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:07:23.749134 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-cba14d81-11dc-4b5b-ba91-0babbd1b1679 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313'] for network, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:07:23.751148 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cba14d81-11dc-4b5b-ba91-0babbd1b1679 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:07:23.752107 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-cba14d81-11dc-4b5b-ba91-0babbd1b1679 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647359'] for network, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:07:23.757415 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:07:23.859090 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba14d81-11dc-4b5b-ba91-0babbd1b1679 admin admin] Pushing event updated for resources: {'Network': ['ID=b95ef810-b08d-4c08-b0c0-c75d2ee1b25b,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:07:23.861897 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [None req-cba14d81-11dc-4b5b-ba91-0babbd1b1679 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8313246 Apr 30 13:07:23.863735 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-cba14d81-11dc-4b5b-ba91-0babbd1b1679 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:07:23.871493 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.rpc [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Network b95ef810-b08d-4c08-b0c0-c75d2ee1b25b details requested by agent ovs-agent-dv-cinder-787195-5-smb with host dv-cinder-787195-5-smb {{(pid=73812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 30 13:07:24.372952 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-5918b5d9-36b2-459a-8043-2e5e2054f07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000748'] for agent, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:07:26.224732 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.84', 50754) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:07:26.450910 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ecff6e6-40a5-4924-affa-64ce2afb94e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:07:26.452163 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [None req-8ecff6e6-40a5-4924-affa-64ce2afb94e7 admin admin] 10.222.0.84 "GET /v2.0/subnets/39f25b1a-8916-436c-b4e4-e0422df8b77d HTTP/1.1" status: 200 len: 849 time: 0.2262576 Apr 30 13:07:26.600602 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [None req-034cedfc-7a6f-4d48-aa83-4ba7acc0b0d9 admin admin] 10.222.0.84 "GET /v2.0/routers/46bc94ef-2ad4-4930-90ea-48ecb9cf9be3 HTTP/1.1" status: 200 len: 704 time: 0.1395590 Apr 30 13:07:27.071865 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-1c0125a9-319d-4726-80b9-06885eb66df5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4120257'] for port, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:07:27.318704 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.db_base_plugin_common [None req-1c0125a9-319d-4726-80b9-06885eb66df5 admin admin] Allocated IP 172.20.0.1 (314d348d-7b38-4ef2-a769-0306853b5b99/39f25b1a-8916-436c-b4e4-e0422df8b77d/60fe0a2d-a8b6-4235-8642-1831bbf89a09) {{(pid=73809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 13:07:27.517487 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-1c0125a9-319d-4726-80b9-06885eb66df5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:07:27.535637 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.provisioning_blocks [None req-1c0125a9-319d-4726-80b9-06885eb66df5 admin admin] Transition to ACTIVE for port object 60fe0a2d-a8b6-4235-8642-1831bbf89a09 will not be triggered until provisioned by entity DHCP. {{(pid=73809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:07:27.601300 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-1c0125a9-319d-4726-80b9-06885eb66df5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4120194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773352839702'] for port, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:07:27.606344 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:07:27.660559 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c0125a9-319d-4726-80b9-06885eb66df5 admin admin] Network 314d348d-7b38-4ef2-a769-0306853b5b99 is already hosted by enough agents. {{(pid=73809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:07:27.663316 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.scheduler.base_scheduler [None req-1c0125a9-319d-4726-80b9-06885eb66df5 admin admin] Resources bound (agent type, host, resource id): {{(pid=73809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:07:27.672316 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c0125a9-319d-4726-80b9-06885eb66df5 admin admin] Received port after_create {{(pid=73809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 13:07:27.672878 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-1c0125a9-319d-4726-80b9-06885eb66df5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-924889'] for router_interface, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:07:27.807171 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0125a9-319d-4726-80b9-06885eb66df5 admin admin] Pushing event updated for resources: {'Port': ['ID=60fe0a2d-a8b6-4235-8642-1831bbf89a09,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:07:27.819241 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-1c0125a9-319d-4726-80b9-06885eb66df5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:07:27.893158 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.provisioning_blocks [None req-442b6063-ee43-45fa-905f-7a81e92c763e None None] Provisioning for port 60fe0a2d-a8b6-4235-8642-1831bbf89a09 completed by entity DHCP. {{(pid=73812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:07:27.897841 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.provisioning_blocks [None req-442b6063-ee43-45fa-905f-7a81e92c763e None None] Provisioning complete for port 60fe0a2d-a8b6-4235-8642-1831bbf89a09 triggered by entity DHCP. {{(pid=73812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:07:27.898210 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-442b6063-ee43-45fa-905f-7a81e92c763e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000605'] for port, provisioning_complete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:07:27.942665 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-1c0125a9-319d-4726-80b9-06885eb66df5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4120257'] for port, before_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:07:27.953818 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.plugin [None req-442b6063-ee43-45fa-905f-7a81e92c763e None None] Port 60fe0a2d-a8b6-4235-8642-1831bbf89a09 cannot update to ACTIVE because it is not bound. {{(pid=73812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 13:07:28.171599 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-1c0125a9-319d-4726-80b9-06885eb66df5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:07:28.177849 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-1c0125a9-319d-4726-80b9-06885eb66df5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4120194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773353276007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773352839720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773352839765'] for port, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:07:28.178937 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-1c0125a9-319d-4726-80b9-06885eb66df5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-924796'] for router_interface, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:07:28.182137 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:07:28.315123 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0125a9-319d-4726-80b9-06885eb66df5 admin admin] Pushing event updated for resources: {'Port': ['ID=60fe0a2d-a8b6-4235-8642-1831bbf89a09,revision_number=2']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:07:28.321904 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-1c0125a9-319d-4726-80b9-06885eb66df5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:07:28.377106 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c0125a9-319d-4726-80b9-06885eb66df5 admin admin] Network 314d348d-7b38-4ef2-a769-0306853b5b99 is already hosted by enough agents. {{(pid=73809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:07:28.378201 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.scheduler.base_scheduler [None req-1c0125a9-319d-4726-80b9-06885eb66df5 admin admin] Resources bound (agent type, host, resource id): {{(pid=73809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:07:28.567520 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c0125a9-319d-4726-80b9-06885eb66df5 admin admin] Router 46bc94ef-2ad4-4930-90ea-48ecb9cf9be3 is scheduled to L3 agent 0896dfae-3c2f-4fc2-b5f4-9284ce516a86 with binding_index 1 {{(pid=73809) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 30 13:07:28.575703 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.provisioning_blocks [None req-ff3ba582-5d6b-4de3-9021-3782b27cf094 None None] Provisioning complete for port 60fe0a2d-a8b6-4235-8642-1831bbf89a09 triggered by entity DHCP. {{(pid=73812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:07:28.576078 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-ff3ba582-5d6b-4de3-9021-3782b27cf094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000605'] for port, provisioning_complete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:07:28.628796 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.plugin [None req-ff3ba582-5d6b-4de3-9021-3782b27cf094 None None] Port 60fe0a2d-a8b6-4235-8642-1831bbf89a09 cannot update to ACTIVE because it is not bound. {{(pid=73812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 13:07:28.728449 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c0125a9-319d-4726-80b9-06885eb66df5 admin admin] Notify agent at l3_agent.dv-cinder-787195-5-smb the message routers_updated {{(pid=73809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 13:07:28.739682 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [None req-1c0125a9-319d-4726-80b9-06885eb66df5 admin admin] 10.222.0.84 "PUT /v2.0/routers/46bc94ef-2ad4-4930-90ea-48ecb9cf9be3/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1341288 Apr 30 13:07:28.740067 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b461c7a-b21f-4a3a-833c-98e75a95c690 None None] Sync routers for ids ['46bc94ef-2ad4-4930-90ea-48ecb9cf9be3'] in dv-cinder-787195-5-smb {{(pid=73814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 13:07:28.751190 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b461c7a-b21f-4a3a-833c-98e75a95c690 None None] Routers {'46bc94ef-2ad4-4930-90ea-48ecb9cf9be3'} bound to L3 agent in host dv-cinder-787195-5-smb {{(pid=73814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:07:28.752022 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.db.l3_hamode_db [None req-9b461c7a-b21f-4a3a-833c-98e75a95c690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-30T13:06:52Z,description=,heartbeat_timestamp=2021-04-30T13:07:22Z,host='dv-cinder-787195-5-smb',id=0896dfae-3c2f-4fc2-b5f4-9284ce516a86,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:06:52Z,topic='l3_agent')) {'router_ids': ['46bc94ef-2ad4-4930-90ea-48ecb9cf9be3'], 'active': True} {{(pid=73814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:07:28.934814 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.db.l3_dvr_db [None req-9b461c7a-b21f-4a3a-833c-98e75a95c690 None None] Set router 46bc94ef-2ad4-4930-90ea-48ecb9cf9be3 gateway port host: None {{(pid=73814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:07:29.318980 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.db.l3_hamode_db [None req-9b461c7a-b21f-4a3a-833c-98e75a95c690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46bc94ef-2ad4-4930-90ea-48ecb9cf9be3', 'name': 'router1', 'tenant_id': '3c118d26feaf49b59abc841a0599a3a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:07:17Z', 'updated_at': '2021-04-30T13:07:27Z', 'revision_number': 2, 'project_id': '3c118d26feaf49b59abc841a0599a3a0', 'gw_port_host': None, '_interfaces': [{'id': '60fe0a2d-a8b6-4235-8642-1831bbf89a09', 'name': '', 'network_id': '314d348d-7b38-4ef2-a769-0306853b5b99', 'tenant_id': '3c118d26feaf49b59abc841a0599a3a0', 'mac_address': 'fa:16:3e:8b:9e:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46bc94ef-2ad4-4930-90ea-48ecb9cf9be3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '39f25b1a-8916-436c-b4e4-e0422df8b77d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:07:27Z', 'updated_at': '2021-04-30T13:07:28Z', 'revision_number': 2, 'project_id': '3c118d26feaf49b59abc841a0599a3a0', 'subnets': [{'id': '39f25b1a-8916-436c-b4e4-e0422df8b77d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4c513b46-4034-4a52-8b2c-d066d7bf715e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-5-smb', False) {} {{(pid=73814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:07:29.324045 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b461c7a-b21f-4a3a-833c-98e75a95c690 None None] Checking router: 46bc94ef-2ad4-4930-90ea-48ecb9cf9be3 for host: dv-cinder-787195-5-smb {{(pid=73814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 13:07:29.324570 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b461c7a-b21f-4a3a-833c-98e75a95c690 None None] Updating router 46bc94ef-2ad4-4930-90ea-48ecb9cf9be3 port 60fe0a2d-a8b6-4235-8642-1831bbf89a09 binding host dv-cinder-787195-5-smb {{(pid=73814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 13:07:29.378816 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-9b461c7a-b21f-4a3a-833c-98e75a95c690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4120257'] for port, before_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:07:29.768777 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-9b461c7a-b21f-4a3a-833c-98e75a95c690 None None] Notify callbacks [] for port, precommit_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:07:29.783790 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.db.provisioning_blocks [None req-9b461c7a-b21f-4a3a-833c-98e75a95c690 None None] Transition to ACTIVE for port object 60fe0a2d-a8b6-4235-8642-1831bbf89a09 will not be triggered until provisioned by entity L2. {{(pid=73814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:07:29.792017 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-9b461c7a-b21f-4a3a-833c-98e75a95c690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4120194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773353276007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773352839720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773352839765'] for port, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:07:29.797330 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:07:30.011904 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb8e67e-71a5-4cbd-aad3-60fc9484e80f None None] Pushing event updated for resources: {'Port': ['ID=60fe0a2d-a8b6-4235-8642-1831bbf89a09,revision_number=3']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:07:30.023349 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb8e67e-71a5-4cbd-aad3-60fc9484e80f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:07:30.023681 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb8e67e-71a5-4cbd-aad3-60fc9484e80f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:07:30.024009 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb8e67e-71a5-4cbd-aad3-60fc9484e80f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:07:30.024328 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb8e67e-71a5-4cbd-aad3-60fc9484e80f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:07:30.024669 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb8e67e-71a5-4cbd-aad3-60fc9484e80f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:07:30.024981 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb8e67e-71a5-4cbd-aad3-60fc9484e80f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:07:30.025294 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb8e67e-71a5-4cbd-aad3-60fc9484e80f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:07:30.025612 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb8e67e-71a5-4cbd-aad3-60fc9484e80f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:07:30.025905 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb8e67e-71a5-4cbd-aad3-60fc9484e80f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:07:30.026218 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb8e67e-71a5-4cbd-aad3-60fc9484e80f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:07:30.026522 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb8e67e-71a5-4cbd-aad3-60fc9484e80f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:07:30.026822 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb8e67e-71a5-4cbd-aad3-60fc9484e80f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:07:30.028078 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb8e67e-71a5-4cbd-aad3-60fc9484e80f None None] Tracked resource versions report: Apr 30 13:07:30.028078 dv-cinder-787195-5-smb neutron-server[73814]: pushed versions: Apr 30 13:07:30.028078 dv-cinder-787195-5-smb neutron-server[73814]: { 'AddressGroup': {'1.2'}, Apr 30 13:07:30.028078 dv-cinder-787195-5-smb neutron-server[73814]: 'ConntrackHelper': {'1.0'}, Apr 30 13:07:30.028078 dv-cinder-787195-5-smb neutron-server[73814]: 'Log': {'1.0'}, Apr 30 13:07:30.028078 dv-cinder-787195-5-smb neutron-server[73814]: 'Network': {'1.1'}, Apr 30 13:07:30.028078 dv-cinder-787195-5-smb neutron-server[73814]: 'Port': {'1.7'}, Apr 30 13:07:30.028078 dv-cinder-787195-5-smb neutron-server[73814]: 'PortForwarding': {'1.2'}, Apr 30 13:07:30.028078 dv-cinder-787195-5-smb neutron-server[73814]: 'QosPolicy': {'1.8'}, Apr 30 13:07:30.028078 dv-cinder-787195-5-smb neutron-server[73814]: 'SecurityGroup': {'1.4'}, Apr 30 13:07:30.028078 dv-cinder-787195-5-smb neutron-server[73814]: 'SecurityGroupRule': {'1.2'}, Apr 30 13:07:30.028078 dv-cinder-787195-5-smb neutron-server[73814]: 'SubPort': {'1.0'}, Apr 30 13:07:30.028078 dv-cinder-787195-5-smb neutron-server[73814]: 'Subnet': {'1.1'}, Apr 30 13:07:30.028078 dv-cinder-787195-5-smb neutron-server[73814]: 'Trunk': {'1.1'}} Apr 30 13:07:30.028078 dv-cinder-787195-5-smb neutron-server[73814]: consumer versions: Apr 30 13:07:30.028078 dv-cinder-787195-5-smb neutron-server[73814]: { DHCP agent@dv-cinder-787195-5-smb: {}, Apr 30 13:07:30.028078 dv-cinder-787195-5-smb neutron-server[73814]: L3 agent@dv-cinder-787195-5-smb: {}, Apr 30 13:07:30.028078 dv-cinder-787195-5-smb neutron-server[73814]: Metadata agent@dv-cinder-787195-5-smb: {}, Apr 30 13:07:30.028078 dv-cinder-787195-5-smb neutron-server[73814]: Metering agent@dv-cinder-787195-5-smb: {}, Apr 30 13:07:30.028078 dv-cinder-787195-5-smb neutron-server[73814]: Open vSwitch agent@dv-cinder-787195-5-smb: { 'AddressGroup': '1.2', Apr 30 13:07:30.028078 dv-cinder-787195-5-smb neutron-server[73814]: 'ConntrackHelper': '1.0', Apr 30 13:07:30.028078 dv-cinder-787195-5-smb neutron-server[73814]: 'Log': '1.0', Apr 30 13:07:30.028078 dv-cinder-787195-5-smb neutron-server[73814]: 'Network': '1.1', Apr 30 13:07:30.028078 dv-cinder-787195-5-smb neutron-server[73814]: 'Port': '1.7', Apr 30 13:07:30.028078 dv-cinder-787195-5-smb neutron-server[73814]: 'PortForwarding': '1.2', Apr 30 13:07:30.028078 dv-cinder-787195-5-smb neutron-server[73814]: 'QosPolicy': '1.8', Apr 30 13:07:30.028078 dv-cinder-787195-5-smb neutron-server[73814]: 'SecurityGroup': '1.4', Apr 30 13:07:30.028078 dv-cinder-787195-5-smb neutron-server[73814]: 'SecurityGroupRule': '1.2', Apr 30 13:07:30.028078 dv-cinder-787195-5-smb neutron-server[73814]: 'SubPort': '1.0', Apr 30 13:07:30.028078 dv-cinder-787195-5-smb neutron-server[73814]: 'Subnet': '1.1', Apr 30 13:07:30.028078 dv-cinder-787195-5-smb neutron-server[73814]: 'Trunk': '1.1'}} Apr 30 13:07:30.028078 dv-cinder-787195-5-smb neutron-server[73814]: {{(pid=73814) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 30 13:07:30.031980 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-dfb8e67e-71a5-4cbd-aad3-60fc9484e80f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:07:30.032910 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.plugins.ml2.managers [None req-9b461c7a-b21f-4a3a-833c-98e75a95c690 None None] Attempting to bind port 60fe0a2d-a8b6-4235-8642-1831bbf89a09 on host dv-cinder-787195-5-smb for vnic_type normal with profile {{(pid=73814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 13:07:30.033293 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.plugins.ml2.managers [None req-9b461c7a-b21f-4a3a-833c-98e75a95c690 None None] Attempting to bind port 60fe0a2d-a8b6-4235-8642-1831bbf89a09 by drivers openvswitch,hyperv on host dv-cinder-787195-5-smb at level 0 using segments [{'id': '265864b2-14a7-4ecd-8aad-82c6a43b42f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1119, 'network_id': '314d348d-7b38-4ef2-a769-0306853b5b99'}] {{(pid=73814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 13:07:30.033705 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b461c7a-b21f-4a3a-833c-98e75a95c690 None None] Attempting to bind port 60fe0a2d-a8b6-4235-8642-1831bbf89a09 on network 314d348d-7b38-4ef2-a769-0306853b5b99 {{(pid=73814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:07:30.039847 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b461c7a-b21f-4a3a-833c-98e75a95c690 None None] Checking agent: {'id': '389db99c-db4b-44ca-8e25-149d3cf00f42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 6, 52), 'started_at': datetime.datetime(2021, 4, 30, 13, 7, 22), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 7, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 13:07:30.040260 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b461c7a-b21f-4a3a-833c-98e75a95c690 None None] Checking segment: {'id': '265864b2-14a7-4ecd-8aad-82c6a43b42f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1119, 'network_id': '314d348d-7b38-4ef2-a769-0306853b5b99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:07:30.040741 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-9b461c7a-b21f-4a3a-833c-98e75a95c690 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:07:30.041119 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b461c7a-b21f-4a3a-833c-98e75a95c690 None None] Bound using segment: {'id': '265864b2-14a7-4ecd-8aad-82c6a43b42f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1119, 'network_id': '314d348d-7b38-4ef2-a769-0306853b5b99'} {{(pid=73814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 13:07:30.041615 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.plugins.ml2.managers [None req-9b461c7a-b21f-4a3a-833c-98e75a95c690 None None] Bound port: 60fe0a2d-a8b6-4235-8642-1831bbf89a09, host: dv-cinder-787195-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '265864b2-14a7-4ecd-8aad-82c6a43b42f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1119, 'network_id': '314d348d-7b38-4ef2-a769-0306853b5b99'}}] {{(pid=73814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 13:07:30.041991 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-9b461c7a-b21f-4a3a-833c-98e75a95c690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4120257'] for port, before_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:07:30.133348 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.plugins.ml2.db [None req-9b461c7a-b21f-4a3a-833c-98e75a95c690 None None] For port 60fe0a2d-a8b6-4235-8642-1831bbf89a09, host dv-cinder-787195-5-smb, cleared binding levels {{(pid=73814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 13:07:30.137359 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.plugins.ml2.db [None req-9b461c7a-b21f-4a3a-833c-98e75a95c690 None None] For port 60fe0a2d-a8b6-4235-8642-1831bbf89a09, host dv-cinder-787195-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-5-smb',level=0,port_id=60fe0a2d-a8b6-4235-8642-1831bbf89a09,segment=NetworkSegment(265864b2-14a7-4ecd-8aad-82c6a43b42f3),segment_id=265864b2-14a7-4ecd-8aad-82c6a43b42f3)] {{(pid=73814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 13:07:30.144027 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-9b461c7a-b21f-4a3a-833c-98e75a95c690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4120194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773353276007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773352839720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773352839765'] for port, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:07:30.149461 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-dfb8e67e-71a5-4cbd-aad3-60fc9484e80f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:07:30.217952 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b461c7a-b21f-4a3a-833c-98e75a95c690 None None] Routers {'46bc94ef-2ad4-4930-90ea-48ecb9cf9be3'} bound to L3 agent in host dv-cinder-787195-5-smb {{(pid=73814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:07:30.218550 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.db.l3_hamode_db [None req-9b461c7a-b21f-4a3a-833c-98e75a95c690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-30T13:06:52Z,description=,heartbeat_timestamp=2021-04-30T13:07:22Z,host='dv-cinder-787195-5-smb',id=0896dfae-3c2f-4fc2-b5f4-9284ce516a86,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:06:52Z,topic='l3_agent')) {'router_ids': ['46bc94ef-2ad4-4930-90ea-48ecb9cf9be3'], 'active': True} {{(pid=73814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:07:30.405012 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb8e67e-71a5-4cbd-aad3-60fc9484e80f None None] Pushing event updated for resources: {'Port': ['ID=60fe0a2d-a8b6-4235-8642-1831bbf89a09,revision_number=4']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:07:30.408226 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-dfb8e67e-71a5-4cbd-aad3-60fc9484e80f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:07:30.434455 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.db.l3_dvr_db [None req-9b461c7a-b21f-4a3a-833c-98e75a95c690 None None] Set router 46bc94ef-2ad4-4930-90ea-48ecb9cf9be3 gateway port host: None {{(pid=73814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:07:30.772446 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.db.l3_hamode_db [None req-9b461c7a-b21f-4a3a-833c-98e75a95c690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46bc94ef-2ad4-4930-90ea-48ecb9cf9be3', 'name': 'router1', 'tenant_id': '3c118d26feaf49b59abc841a0599a3a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:07:17Z', 'updated_at': '2021-04-30T13:07:27Z', 'revision_number': 2, 'project_id': '3c118d26feaf49b59abc841a0599a3a0', 'gw_port_host': None, '_interfaces': [{'id': '60fe0a2d-a8b6-4235-8642-1831bbf89a09', 'name': '', 'network_id': '314d348d-7b38-4ef2-a769-0306853b5b99', 'tenant_id': '3c118d26feaf49b59abc841a0599a3a0', 'mac_address': 'fa:16:3e:8b:9e:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46bc94ef-2ad4-4930-90ea-48ecb9cf9be3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '39f25b1a-8916-436c-b4e4-e0422df8b77d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:07:27Z', 'updated_at': '2021-04-30T13:07:30Z', 'revision_number': 4, 'project_id': '3c118d26feaf49b59abc841a0599a3a0', 'subnets': [{'id': '39f25b1a-8916-436c-b4e4-e0422df8b77d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4c513b46-4034-4a52-8b2c-d066d7bf715e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-5-smb', False) {} {{(pid=73814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:07:30.778122 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b461c7a-b21f-4a3a-833c-98e75a95c690 None None] The sync data for ids ['46bc94ef-2ad4-4930-90ea-48ecb9cf9be3'] in dv-cinder-787195-5-smb is: [{'id': '46bc94ef-2ad4-4930-90ea-48ecb9cf9be3', 'name': 'router1', 'tenant_id': '3c118d26feaf49b59abc841a0599a3a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:07:17Z', 'updated_at': '2021-04-30T13:07:27Z', 'revision_number': 2, 'project_id': '3c118d26feaf49b59abc841a0599a3a0', 'gw_port_host': None, '_interfaces': [{'id': '60fe0a2d-a8b6-4235-8642-1831bbf89a09', 'name': '', 'network_id': '314d348d-7b38-4ef2-a769-0306853b5b99', 'tenant_id': '3c118d26feaf49b59abc841a0599a3a0', 'mac_address': 'fa:16:3e:8b:9e:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46bc94ef-2ad4-4930-90ea-48ecb9cf9be3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '39f25b1a-8916-436c-b4e4-e0422df8b77d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:07:27Z', 'updated_at': '2021-04-30T13:07:30Z', 'revision_number': 4, 'project_id': '3c118d26feaf49b59abc841a0599a3a0', 'subnets': [{'id': '39f25b1a-8916-436c-b4e4-e0422df8b77d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4c513b46-4034-4a52-8b2c-d066d7bf715e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 13:07:30.914022 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.84', 50776) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:07:31.110296 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-733e1d95-2718-473f-bf86-b30dd1747df7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:07:31.111366 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-733e1d95-2718-473f-bf86-b30dd1747df7 admin admin] Synchronizing usage tracker for tenant:a910fbcdda4d45bf9954df9e989a08bb on resource:network {{(pid=73809) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:07:31.134592 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-733e1d95-2718-473f-bf86-b30dd1747df7 admin admin] Unset dirty status for tenant:a910fbcdda4d45bf9954df9e989a08bb on resource:network {{(pid=73809) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:07:31.135979 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [None req-733e1d95-2718-473f-bf86-b30dd1747df7 admin admin] 10.222.0.84 "GET /v2.0/networks/b95ef810-b08d-4c08-b0c0-c75d2ee1b25b HTTP/1.1" status: 200 len: 842 time: 0.2209940 Apr 30 13:07:31.146150 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.v2.base [None req-4901812e-449e-42d6-bf28-34be741bcfdc admin admin] Request body: {'subnet': {'name': 'public-subnet', 'enable_dhcp': False, 'gateway_ip': '172.28.3.1', 'cidr': '172.28.3.0/24', 'ip_version': 4, 'network_id': 'b95ef810-b08d-4c08-b0c0-c75d2ee1b25b'}} {{(pid=73809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:07:31.151527 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-4901812e-449e-42d6-bf28-34be741bcfdc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:07:31.155676 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-4901812e-449e-42d6-bf28-34be741bcfdc admin admin] Usage tracker for resource:subnet and tenant:a910fbcdda4d45bf9954df9e989a08bb is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:07:31.158582 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-4901812e-449e-42d6-bf28-34be741bcfdc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:07:31.164865 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-4901812e-449e-42d6-bf28-34be741bcfdc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:07:31.173910 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4901812e-449e-42d6-bf28-34be741bcfdc admin admin] Made reservation on behalf of a910fbcdda4d45bf9954df9e989a08bb for: {'subnet': 1} {{(pid=73809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:07:31.177027 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-4901812e-449e-42d6-bf28-34be741bcfdc admin admin] Notify callbacks [] for subnet, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:07:31.591187 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.objects.ports [None req-4901812e-449e-42d6-bf28-34be741bcfdc admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=73809) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Apr 30 13:07:31.591187 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-4901812e-449e-42d6-bf28-34be741bcfdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313'] for subnet, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:07:31.594861 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-689e6133-2604-445c-b243-1c278044f21a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:07:31.660984 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4901812e-449e-42d6-bf28-34be741bcfdc admin admin] Pushing event updated for resources: {'Subnet': ['ID=b3fe51b0-9be9-4b1a-951c-de133b7a88b5,revision_number=0']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:07:31.664560 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-4901812e-449e-42d6-bf28-34be741bcfdc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:07:31.671766 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4901812e-449e-42d6-bf28-34be741bcfdc admin admin] Checking segment: {'id': 'f8d4e1c1-82f5-4515-b5f8-67450a2bb94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b95ef810-b08d-4c08-b0c0-c75d2ee1b25b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:07:31.672121 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4901812e-449e-42d6-bf28-34be741bcfdc admin admin] Network hostable DHCP agents. Network: b95ef810-b08d-4c08-b0c0-c75d2ee1b25b, hostable agents: ['bbfd2d49-358d-47d1-a027-fcfd9e0d3b2b'], hosted agents: [] {{(pid=73809) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 13:07:31.689768 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4901812e-449e-42d6-bf28-34be741bcfdc admin admin] Network b95ef810-b08d-4c08-b0c0-c75d2ee1b25b is scheduled to be hosted by DHCP agent bbfd2d49-358d-47d1-a027-fcfd9e0d3b2b with binding_index 1 {{(pid=73809) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 13:07:31.699949 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.scheduler.base_scheduler [None req-4901812e-449e-42d6-bf28-34be741bcfdc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787195-5-smb, b95ef810-b08d-4c08-b0c0-c75d2ee1b25b) {{(pid=73809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:07:31.704107 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4901812e-449e-42d6-bf28-34be741bcfdc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:07:31.704728 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-4901812e-449e-42d6-bf28-34be741bcfdc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647359'] for subnet, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:07:31.711554 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5462c096-cafe-408b-bc4b-1f8c91b2fc6a None None] Network b95ef810-b08d-4c08-b0c0-c75d2ee1b25b requested from dv-cinder-787195-5-smb {{(pid=73812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 13:07:31.728007 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [None req-4901812e-449e-42d6-bf28-34be741bcfdc admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5857267 Apr 30 13:07:31.957456 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2df272b1-6fe8-4b9d-84d4-6b0aa526d6a4 None None] Network b95ef810-b08d-4c08-b0c0-c75d2ee1b25b requested from dv-cinder-787195-5-smb {{(pid=73812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 13:07:33.978107 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.84', 50790) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:07:34.175812 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.rpc [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Device 60fe0a2d-a8b6-4235-8642-1831bbf89a09 up at agent ovs-agent-dv-cinder-787195-5-smb {{(pid=73812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:07:34.184854 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [None req-fd25112d-7b57-453b-8c67-f5230da0231a admin admin] 10.222.0.84 "GET /v2.0/routers/46bc94ef-2ad4-4930-90ea-48ecb9cf9be3 HTTP/1.1" status: 200 len: 710 time: 0.2055914 Apr 30 13:07:34.250901 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.provisioning_blocks [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Provisioning for port 60fe0a2d-a8b6-4235-8642-1831bbf89a09 completed by entity L2. {{(pid=73812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:07:34.255805 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.provisioning_blocks [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Provisioning complete for port 60fe0a2d-a8b6-4235-8642-1831bbf89a09 triggered by entity L2. {{(pid=73812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:07:34.256179 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000605'] for port, provisioning_complete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:07:34.316049 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5434da1c-43fc-4e67-93dd-7e001b4eb8b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:07:34.317443 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [None req-5434da1c-43fc-4e67-93dd-7e001b4eb8b1 admin admin] 10.222.0.84 "GET /v2.0/networks/b95ef810-b08d-4c08-b0c0-c75d2ee1b25b HTTP/1.1" status: 200 len: 886 time: 0.1273906 Apr 30 13:07:34.328535 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.v2.base [None req-f51adba7-298b-4b65-ae6c-d987eaeef824 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b95ef810-b08d-4c08-b0c0-c75d2ee1b25b'}}} {{(pid=73809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:07:34.383527 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4120257'] for port, before_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:07:34.421900 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.db [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] For port 60fe0a2d-a8b6-4235-8642-1831bbf89a09, host dv-cinder-787195-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-5-smb',level=0,port_id=60fe0a2d-a8b6-4235-8642-1831bbf89a09,segment=NetworkSegment(265864b2-14a7-4ecd-8aad-82c6a43b42f3),segment_id=265864b2-14a7-4ecd-8aad-82c6a43b42f3)] {{(pid=73812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:07:34.425971 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4120194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773353276007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773352839720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773352839765'] for port, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:07:34.428275 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:07:34.502713 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Pushing event updated for resources: {'Port': ['ID=60fe0a2d-a8b6-4235-8642-1831bbf89a09,revision_number=5']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:07:34.506256 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:07:34.851143 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-f51adba7-298b-4b65-ae6c-d987eaeef824 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1044890', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1027937', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4777'] for router, precommit_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:07:35.207676 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-f51adba7-298b-4b65-ae6c-d987eaeef824 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:07:35.271930 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-f51adba7-298b-4b65-ae6c-d987eaeef824 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4120257'] for port, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:07:35.412443 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.db_base_plugin_common [None req-f51adba7-298b-4b65-ae6c-d987eaeef824 admin admin] Allocated IP 172.28.3.96 (b95ef810-b08d-4c08-b0c0-c75d2ee1b25b/b3fe51b0-9be9-4b1a-951c-de133b7a88b5/fd9303a6-0bfc-42c7-b223-c73937c94470) {{(pid=73809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 13:07:35.559290 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-f51adba7-298b-4b65-ae6c-d987eaeef824 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:07:35.590034 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-f51adba7-298b-4b65-ae6c-d987eaeef824 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4120194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773352839702'] for port, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:07:35.594122 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-1c0125a9-319d-4726-80b9-06885eb66df5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:07:35.654909 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f51adba7-298b-4b65-ae6c-d987eaeef824 admin admin] Network b95ef810-b08d-4c08-b0c0-c75d2ee1b25b is already hosted by enough agents. {{(pid=73809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:07:35.658151 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.scheduler.base_scheduler [None req-f51adba7-298b-4b65-ae6c-d987eaeef824 admin admin] Resources bound (agent type, host, resource id): {{(pid=73809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:07:35.664838 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f51adba7-298b-4b65-ae6c-d987eaeef824 admin admin] Received port after_create {{(pid=73809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 13:07:35.714166 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51adba7-298b-4b65-ae6c-d987eaeef824 admin admin] Pushing event updated for resources: {'Port': ['ID=fd9303a6-0bfc-42c7-b223-c73937c94470,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:07:35.721698 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-f51adba7-298b-4b65-ae6c-d987eaeef824 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:07:36.058979 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-f51adba7-298b-4b65-ae6c-d987eaeef824 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:07:36.139323 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.rpc [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Device 60fe0a2d-a8b6-4235-8642-1831bbf89a09 up at agent ovs-agent-dv-cinder-787195-5-smb {{(pid=73812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:07:36.216854 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.provisioning_blocks [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Provisioning complete for port 60fe0a2d-a8b6-4235-8642-1831bbf89a09 triggered by entity L2. {{(pid=73812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:07:36.217196 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000605'] for port, provisioning_complete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:07:36.471787 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-f51adba7-298b-4b65-ae6c-d987eaeef824 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1044890', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1027937', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4777'] for router, precommit_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:07:36.475269 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-f51adba7-298b-4b65-ae6c-d987eaeef824 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-919877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-919932', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1027864'] for router, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:07:36.661557 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f51adba7-298b-4b65-ae6c-d987eaeef824 admin admin] Router 46bc94ef-2ad4-4930-90ea-48ecb9cf9be3 has already been hosted by L3 agent 0896dfae-3c2f-4fc2-b5f4-9284ce516a86 {{(pid=73809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 13:07:36.850413 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f51adba7-298b-4b65-ae6c-d987eaeef824 admin admin] Notify agent at l3_agent.dv-cinder-787195-5-smb the message routers_updated {{(pid=73809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 13:07:36.860853 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-f51adba7-298b-4b65-ae6c-d987eaeef824 admin admin] Notify callbacks [] for router, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:07:36.862038 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [None req-f51adba7-298b-4b65-ae6c-d987eaeef824 admin admin] 10.222.0.84 "PUT /v2.0/routers/46bc94ef-2ad4-4930-90ea-48ecb9cf9be3 HTTP/1.1" status: 200 len: 889 time: 2.5380614 Apr 30 13:07:36.862281 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffa38615-3db2-4136-9bcf-bb840437b753 None None] Sync routers for ids ['46bc94ef-2ad4-4930-90ea-48ecb9cf9be3'] in dv-cinder-787195-5-smb {{(pid=73812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 13:07:36.873730 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa38615-3db2-4136-9bcf-bb840437b753 None None] Routers {'46bc94ef-2ad4-4930-90ea-48ecb9cf9be3'} bound to L3 agent in host dv-cinder-787195-5-smb {{(pid=73812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:07:36.874409 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.l3_hamode_db [None req-ffa38615-3db2-4136-9bcf-bb840437b753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-30T13:06:52Z,description=,heartbeat_timestamp=2021-04-30T13:07:22Z,host='dv-cinder-787195-5-smb',id=0896dfae-3c2f-4fc2-b5f4-9284ce516a86,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:06:52Z,topic='l3_agent')) {'router_ids': ['46bc94ef-2ad4-4930-90ea-48ecb9cf9be3'], 'active': True} {{(pid=73812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:07:37.088565 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.l3_dvr_db [None req-ffa38615-3db2-4136-9bcf-bb840437b753 None None] Set router 46bc94ef-2ad4-4930-90ea-48ecb9cf9be3 gateway port host: dv-cinder-787195-5-smb {{(pid=73812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:07:37.469203 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.l3_hamode_db [None req-ffa38615-3db2-4136-9bcf-bb840437b753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46bc94ef-2ad4-4930-90ea-48ecb9cf9be3', 'name': 'router1', 'tenant_id': '3c118d26feaf49b59abc841a0599a3a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b95ef810-b08d-4c08-b0c0-c75d2ee1b25b', 'external_fixed_ips': [{'subnet_id': 'b3fe51b0-9be9-4b1a-951c-de133b7a88b5', 'ip_address': '172.28.3.96'}], 'enable_snat': True}, 'gw_port_id': 'fd9303a6-0bfc-42c7-b223-c73937c94470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:07:17Z', 'updated_at': '2021-04-30T13:07:35Z', 'revision_number': 4, 'project_id': '3c118d26feaf49b59abc841a0599a3a0', 'gw_port': {'id': 'fd9303a6-0bfc-42c7-b223-c73937c94470', 'name': '', 'network_id': 'b95ef810-b08d-4c08-b0c0-c75d2ee1b25b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:8c:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46bc94ef-2ad4-4930-90ea-48ecb9cf9be3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b3fe51b0-9be9-4b1a-951c-de133b7a88b5', 'ip_address': '172.28.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:07:35Z', 'updated_at': '2021-04-30T13:07:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b3fe51b0-9be9-4b1a-951c-de133b7a88b5', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-5-smb', '_interfaces': [{'id': '60fe0a2d-a8b6-4235-8642-1831bbf89a09', 'name': '', 'network_id': '314d348d-7b38-4ef2-a769-0306853b5b99', 'tenant_id': '3c118d26feaf49b59abc841a0599a3a0', 'mac_address': 'fa:16:3e:8b:9e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46bc94ef-2ad4-4930-90ea-48ecb9cf9be3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '39f25b1a-8916-436c-b4e4-e0422df8b77d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:07:27Z', 'updated_at': '2021-04-30T13:07:34Z', 'revision_number': 5, 'project_id': '3c118d26feaf49b59abc841a0599a3a0', 'subnets': [{'id': '39f25b1a-8916-436c-b4e4-e0422df8b77d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4c513b46-4034-4a52-8b2c-d066d7bf715e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-5-smb', False) {} {{(pid=73812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:07:37.474339 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffa38615-3db2-4136-9bcf-bb840437b753 None None] Checking router: 46bc94ef-2ad4-4930-90ea-48ecb9cf9be3 for host: dv-cinder-787195-5-smb {{(pid=73812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 13:07:37.474822 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffa38615-3db2-4136-9bcf-bb840437b753 None None] Updating router 46bc94ef-2ad4-4930-90ea-48ecb9cf9be3 port fd9303a6-0bfc-42c7-b223-c73937c94470 binding host dv-cinder-787195-5-smb {{(pid=73812) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 13:07:37.527930 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-ffa38615-3db2-4136-9bcf-bb840437b753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4120257'] for port, before_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:07:37.866235 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-ffa38615-3db2-4136-9bcf-bb840437b753 None None] Notify callbacks [] for port, precommit_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:07:37.878464 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.provisioning_blocks [None req-ffa38615-3db2-4136-9bcf-bb840437b753 None None] Transition to ACTIVE for port object fd9303a6-0bfc-42c7-b223-c73937c94470 will not be triggered until provisioned by entity L2. {{(pid=73812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:07:37.885393 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-ffa38615-3db2-4136-9bcf-bb840437b753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4120194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773353276007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773352839720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773352839765'] for port, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:07:37.889507 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:07:37.966537 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b11619-79e2-42b4-a229-ece6a04d1b22 None None] Pushing event updated for resources: {'Port': ['ID=fd9303a6-0bfc-42c7-b223-c73937c94470,revision_number=2']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:07:37.969384 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.managers [None req-ffa38615-3db2-4136-9bcf-bb840437b753 None None] Attempting to bind port fd9303a6-0bfc-42c7-b223-c73937c94470 on host dv-cinder-787195-5-smb for vnic_type normal with profile {{(pid=73812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 13:07:37.969750 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.managers [None req-ffa38615-3db2-4136-9bcf-bb840437b753 None None] Attempting to bind port fd9303a6-0bfc-42c7-b223-c73937c94470 by drivers openvswitch,hyperv on host dv-cinder-787195-5-smb at level 0 using segments [{'id': 'f8d4e1c1-82f5-4515-b5f8-67450a2bb94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b95ef810-b08d-4c08-b0c0-c75d2ee1b25b'}] {{(pid=73812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 13:07:37.970474 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffa38615-3db2-4136-9bcf-bb840437b753 None None] Attempting to bind port fd9303a6-0bfc-42c7-b223-c73937c94470 on network b95ef810-b08d-4c08-b0c0-c75d2ee1b25b {{(pid=73812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:07:37.972792 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-19b11619-79e2-42b4-a229-ece6a04d1b22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:07:37.976982 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffa38615-3db2-4136-9bcf-bb840437b753 None None] Checking agent: {'id': '389db99c-db4b-44ca-8e25-149d3cf00f42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 6, 52), 'started_at': datetime.datetime(2021, 4, 30, 13, 7, 22), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 7, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 13:07:37.977358 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffa38615-3db2-4136-9bcf-bb840437b753 None None] Checking segment: {'id': 'f8d4e1c1-82f5-4515-b5f8-67450a2bb94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b95ef810-b08d-4c08-b0c0-c75d2ee1b25b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:07:37.977751 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-ffa38615-3db2-4136-9bcf-bb840437b753 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:07:37.978135 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffa38615-3db2-4136-9bcf-bb840437b753 None None] Bound using segment: {'id': 'f8d4e1c1-82f5-4515-b5f8-67450a2bb94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b95ef810-b08d-4c08-b0c0-c75d2ee1b25b'} {{(pid=73812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 13:07:37.978604 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.managers [None req-ffa38615-3db2-4136-9bcf-bb840437b753 None None] Bound port: fd9303a6-0bfc-42c7-b223-c73937c94470, host: dv-cinder-787195-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8d4e1c1-82f5-4515-b5f8-67450a2bb94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b95ef810-b08d-4c08-b0c0-c75d2ee1b25b'}}] {{(pid=73812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 13:07:37.978990 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-ffa38615-3db2-4136-9bcf-bb840437b753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4120257'] for port, before_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:07:38.058086 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.db [None req-ffa38615-3db2-4136-9bcf-bb840437b753 None None] For port fd9303a6-0bfc-42c7-b223-c73937c94470, host dv-cinder-787195-5-smb, cleared binding levels {{(pid=73812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 13:07:38.061449 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.db [None req-ffa38615-3db2-4136-9bcf-bb840437b753 None None] For port fd9303a6-0bfc-42c7-b223-c73937c94470, host dv-cinder-787195-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-5-smb',level=0,port_id=fd9303a6-0bfc-42c7-b223-c73937c94470,segment=NetworkSegment(f8d4e1c1-82f5-4515-b5f8-67450a2bb94b),segment_id=f8d4e1c1-82f5-4515-b5f8-67450a2bb94b)] {{(pid=73812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 13:07:38.066631 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-ffa38615-3db2-4136-9bcf-bb840437b753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4120194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773353276007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773352839720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773352839765'] for port, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:07:38.070575 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:07:38.147112 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa38615-3db2-4136-9bcf-bb840437b753 None None] Routers {'46bc94ef-2ad4-4930-90ea-48ecb9cf9be3'} bound to L3 agent in host dv-cinder-787195-5-smb {{(pid=73812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:07:38.147697 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.l3_hamode_db [None req-ffa38615-3db2-4136-9bcf-bb840437b753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-30T13:06:52Z,description=,heartbeat_timestamp=2021-04-30T13:07:22Z,host='dv-cinder-787195-5-smb',id=0896dfae-3c2f-4fc2-b5f4-9284ce516a86,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:06:52Z,topic='l3_agent')) {'router_ids': ['46bc94ef-2ad4-4930-90ea-48ecb9cf9be3'], 'active': True} {{(pid=73812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:07:38.199954 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b11619-79e2-42b4-a229-ece6a04d1b22 None None] Pushing event updated for resources: {'Port': ['ID=fd9303a6-0bfc-42c7-b223-c73937c94470,revision_number=3']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:07:38.209478 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-19b11619-79e2-42b4-a229-ece6a04d1b22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:07:38.327877 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.db.agents_db [None req-91df71b6-c2d8-49d0-b68d-2a1f0a47a62a None None] Agent healthcheck: found 5 active agents {{(pid=73814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 13:07:38.335231 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.l3_dvr_db [None req-ffa38615-3db2-4136-9bcf-bb840437b753 None None] Set router 46bc94ef-2ad4-4930-90ea-48ecb9cf9be3 gateway port host: dv-cinder-787195-5-smb {{(pid=73812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:07:38.669856 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.l3_hamode_db [None req-ffa38615-3db2-4136-9bcf-bb840437b753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46bc94ef-2ad4-4930-90ea-48ecb9cf9be3', 'name': 'router1', 'tenant_id': '3c118d26feaf49b59abc841a0599a3a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b95ef810-b08d-4c08-b0c0-c75d2ee1b25b', 'external_fixed_ips': [{'subnet_id': 'b3fe51b0-9be9-4b1a-951c-de133b7a88b5', 'ip_address': '172.28.3.96'}], 'enable_snat': True}, 'gw_port_id': 'fd9303a6-0bfc-42c7-b223-c73937c94470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:07:17Z', 'updated_at': '2021-04-30T13:07:35Z', 'revision_number': 4, 'project_id': '3c118d26feaf49b59abc841a0599a3a0', 'gw_port': {'id': 'fd9303a6-0bfc-42c7-b223-c73937c94470', 'name': '', 'network_id': 'b95ef810-b08d-4c08-b0c0-c75d2ee1b25b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:8c:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46bc94ef-2ad4-4930-90ea-48ecb9cf9be3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b3fe51b0-9be9-4b1a-951c-de133b7a88b5', 'ip_address': '172.28.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:07:35Z', 'updated_at': '2021-04-30T13:07:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3fe51b0-9be9-4b1a-951c-de133b7a88b5', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-5-smb', '_interfaces': [{'id': '60fe0a2d-a8b6-4235-8642-1831bbf89a09', 'name': '', 'network_id': '314d348d-7b38-4ef2-a769-0306853b5b99', 'tenant_id': '3c118d26feaf49b59abc841a0599a3a0', 'mac_address': 'fa:16:3e:8b:9e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46bc94ef-2ad4-4930-90ea-48ecb9cf9be3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '39f25b1a-8916-436c-b4e4-e0422df8b77d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:07:27Z', 'updated_at': '2021-04-30T13:07:34Z', 'revision_number': 5, 'project_id': '3c118d26feaf49b59abc841a0599a3a0', 'subnets': [{'id': '39f25b1a-8916-436c-b4e4-e0422df8b77d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4c513b46-4034-4a52-8b2c-d066d7bf715e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-5-smb', False) {} {{(pid=73812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:07:38.674009 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffa38615-3db2-4136-9bcf-bb840437b753 None None] The sync data for ids ['46bc94ef-2ad4-4930-90ea-48ecb9cf9be3'] in dv-cinder-787195-5-smb is: [{'id': '46bc94ef-2ad4-4930-90ea-48ecb9cf9be3', 'name': 'router1', 'tenant_id': '3c118d26feaf49b59abc841a0599a3a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b95ef810-b08d-4c08-b0c0-c75d2ee1b25b', 'external_fixed_ips': [{'subnet_id': 'b3fe51b0-9be9-4b1a-951c-de133b7a88b5', 'ip_address': '172.28.3.96'}], 'enable_snat': True}, 'gw_port_id': 'fd9303a6-0bfc-42c7-b223-c73937c94470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:07:17Z', 'updated_at': '2021-04-30T13:07:35Z', 'revision_number': 4, 'project_id': '3c118d26feaf49b59abc841a0599a3a0', 'gw_port': {'id': 'fd9303a6-0bfc-42c7-b223-c73937c94470', 'name': '', 'network_id': 'b95ef810-b08d-4c08-b0c0-c75d2ee1b25b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:8c:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46bc94ef-2ad4-4930-90ea-48ecb9cf9be3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b3fe51b0-9be9-4b1a-951c-de133b7a88b5', 'ip_address': '172.28.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:07:35Z', 'updated_at': '2021-04-30T13:07:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3fe51b0-9be9-4b1a-951c-de133b7a88b5', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-5-smb', '_interfaces': [{'id': '60fe0a2d-a8b6-4235-8642-1831bbf89a09', 'name': '', 'network_id': '314d348d-7b38-4ef2-a769-0306853b5b99', 'tenant_id': '3c118d26feaf49b59abc841a0599a3a0', 'mac_address': 'fa:16:3e:8b:9e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46bc94ef-2ad4-4930-90ea-48ecb9cf9be3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '39f25b1a-8916-436c-b4e4-e0422df8b77d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:07:27Z', 'updated_at': '2021-04-30T13:07:34Z', 'revision_number': 5, 'project_id': '3c118d26feaf49b59abc841a0599a3a0', 'subnets': [{'id': '39f25b1a-8916-436c-b4e4-e0422df8b77d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4c513b46-4034-4a52-8b2c-d066d7bf715e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 13:07:39.210953 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.84', 50800) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:07:39.355313 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [None req-185aa5a4-6420-4b3a-8c77-e21d5cc8b8b2 admin admin] 10.222.0.84 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1431453 Apr 30 13:07:40.167906 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.rpc [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Device fd9303a6-0bfc-42c7-b223-c73937c94470 up at agent ovs-agent-dv-cinder-787195-5-smb {{(pid=73812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:07:40.242797 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.provisioning_blocks [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Provisioning for port fd9303a6-0bfc-42c7-b223-c73937c94470 completed by entity L2. {{(pid=73812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:07:40.252000 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.provisioning_blocks [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Provisioning complete for port fd9303a6-0bfc-42c7-b223-c73937c94470 triggered by entity L2. {{(pid=73812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:07:40.252456 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000605'] for port, provisioning_complete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:07:40.399513 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4120257'] for port, before_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:07:40.416122 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.db [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] For port fd9303a6-0bfc-42c7-b223-c73937c94470, host dv-cinder-787195-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-5-smb',level=0,port_id=fd9303a6-0bfc-42c7-b223-c73937c94470,segment=NetworkSegment(f8d4e1c1-82f5-4515-b5f8-67450a2bb94b),segment_id=f8d4e1c1-82f5-4515-b5f8-67450a2bb94b)] {{(pid=73812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:07:40.420009 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4120194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773353276007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773352839720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773352839765'] for port, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:07:40.422598 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:07:40.486433 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Pushing event updated for resources: {'Port': ['ID=fd9303a6-0bfc-42c7-b223-c73937c94470,revision_number=4']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:07:40.489565 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:07:42.154533 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.rpc [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Device fd9303a6-0bfc-42c7-b223-c73937c94470 up at agent ovs-agent-dv-cinder-787195-5-smb {{(pid=73812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:07:42.234677 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.provisioning_blocks [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Provisioning complete for port fd9303a6-0bfc-42c7-b223-c73937c94470 triggered by entity L2. {{(pid=73812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:07:42.235295 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000605'] for port, provisioning_complete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:07:49.020261 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-cd5c9458-655c-4028-a636-4715a82c81d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000748'] for agent, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:07:51.832806 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-959c5a48-df4a-467c-8567-9b90f37a5a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000748'] for agent, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:07:52.264724 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000748'] for agent, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:07:53.052463 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-a9ba599c-bbf2-42e7-8bf2-2ae3bfc6b861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000748'] for agent, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:07:54.397957 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-5918b5d9-36b2-459a-8043-2e5e2054f07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000748'] for agent, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:08:15.327936 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.db.agents_db [None req-91df71b6-c2d8-49d0-b68d-2a1f0a47a62a None None] Agent healthcheck: found 5 active agents {{(pid=73814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 13:08:19.005586 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-da44b026-3196-4a50-a6fc-8f721e617ef9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000748'] for agent, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:08:21.848869 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-dde4f13d-4de8-471c-89e5-96c86cd1cb8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000748'] for agent, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:08:22.263582 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000748'] for agent, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:08:23.096732 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-a9ba599c-bbf2-42e7-8bf2-2ae3bfc6b861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000748'] for agent, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:08:24.403756 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-5918b5d9-36b2-459a-8043-2e5e2054f07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000748'] for agent, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:08:49.010589 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-d6881c9d-b8ef-4a71-a0c0-478d41c94026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000748'] for agent, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:08:51.835681 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-f01282e4-f3c9-455a-be18-7ac9ba33b351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000748'] for agent, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:08:52.262436 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000748'] for agent, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:08:52.326903 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.db.agents_db [None req-91df71b6-c2d8-49d0-b68d-2a1f0a47a62a None None] Agent healthcheck: found 5 active agents {{(pid=73814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 13:08:53.059715 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-a9ba599c-bbf2-42e7-8bf2-2ae3bfc6b861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000748'] for agent, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:08:54.401640 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-5918b5d9-36b2-459a-8043-2e5e2054f07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000748'] for agent, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:09:16.016437 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.84', 51370) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:09:16.111564 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a442f11-8ceb-4b9b-ba39-da76603b8552 admin admin] GET failed (client error): The resource could not be found. Apr 30 13:09:16.112930 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [None req-8a442f11-8ceb-4b9b-ba39-da76603b8552 admin admin] 10.222.0.84 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0955391 Apr 30 13:09:16.255818 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25ce9489-49b4-4283-bcc7-05489dccf71d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:09:16.257248 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [None req-25ce9489-49b4-4283-bcc7-05489dccf71d admin admin] 10.222.0.84 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 873 time: 0.1403401 Apr 30 13:09:18.419890 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.84', 51380) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:09:18.542081 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b31e3d3e-9d43-41b1-8ef0-c15f983e94d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:09:18.543455 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [None req-b31e3d3e-9d43-41b1-8ef0-c15f983e94d3 admin admin] 10.222.0.84 "GET /v2.0/subnets/39f25b1a-8916-436c-b4e4-e0422df8b77d HTTP/1.1" status: 200 len: 849 time: 0.1226153 Apr 30 13:09:18.552952 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.v2.base [None req-60d3390d-ada6-471e-8d67-4c649edf9c9a admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=73810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:09:18.675380 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-60d3390d-ada6-471e-8d67-4c649edf9c9a admin admin] Notify callbacks [] for subnet, before_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:09:19.010294 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-60d3390d-ada6-471e-8d67-4c649edf9c9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8773353275998'] for subnet, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:09:19.014702 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-166543d5-2bc3-4831-a977-23a938d05960 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000748'] for agent, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:09:19.017367 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:09:19.066966 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6e74bff-25c1-4df9-9f53-859176622dfe None None] Network 314d348d-7b38-4ef2-a769-0306853b5b99 requested from dv-cinder-787195-5-smb {{(pid=73812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 13:09:19.068268 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60d3390d-ada6-471e-8d67-4c649edf9c9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:09:19.068926 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-60d3390d-ada6-471e-8d67-4c649edf9c9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647359'] for subnet, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:09:19.070224 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [None req-60d3390d-ada6-471e-8d67-4c649edf9c9a admin admin] 10.222.0.84 "PUT /v2.0/subnets/39f25b1a-8916-436c-b4e4-e0422df8b77d HTTP/1.1" status: 200 len: 868 time: 0.5211256 Apr 30 13:09:19.085722 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d3390d-ada6-471e-8d67-4c649edf9c9a admin admin] Pushing event updated for resources: {'Subnet': ['ID=39f25b1a-8916-436c-b4e4-e0422df8b77d,revision_number=1']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:09:19.093820 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d3390d-ada6-471e-8d67-4c649edf9c9a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:09:19.094219 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d3390d-ada6-471e-8d67-4c649edf9c9a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:09:19.094462 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d3390d-ada6-471e-8d67-4c649edf9c9a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:09:19.094791 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d3390d-ada6-471e-8d67-4c649edf9c9a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:09:19.095116 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d3390d-ada6-471e-8d67-4c649edf9c9a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:09:19.095452 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d3390d-ada6-471e-8d67-4c649edf9c9a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:09:19.095766 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d3390d-ada6-471e-8d67-4c649edf9c9a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:09:19.096090 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d3390d-ada6-471e-8d67-4c649edf9c9a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:09:19.096466 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d3390d-ada6-471e-8d67-4c649edf9c9a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:09:19.096790 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d3390d-ada6-471e-8d67-4c649edf9c9a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:09:19.097077 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d3390d-ada6-471e-8d67-4c649edf9c9a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:09:19.097399 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d3390d-ada6-471e-8d67-4c649edf9c9a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:09:19.101675 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-60d3390d-ada6-471e-8d67-4c649edf9c9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:09:19.536824 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.provisioning_blocks [None req-d8780513-e44d-4374-a43e-e0a358931b69 None None] Provisioning complete for port 730fd30a-a6da-49c9-9bd1-63b1cd83aee5 triggered by entity DHCP. {{(pid=73812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:09:19.537211 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-d8780513-e44d-4374-a43e-e0a358931b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000605'] for port, provisioning_complete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:09:19.673722 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.provisioning_blocks [None req-d8780513-e44d-4374-a43e-e0a358931b69 None None] Provisioning complete for port 60fe0a2d-a8b6-4235-8642-1831bbf89a09 triggered by entity DHCP. {{(pid=73812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:09:19.674091 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-d8780513-e44d-4374-a43e-e0a358931b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000605'] for port, provisioning_complete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:09:21.231859 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.84', 51390) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:09:21.406945 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd199a6a-6978-46a6-a04a-d57909bbdd88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:09:21.407405 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd199a6a-6978-46a6-a04a-d57909bbdd88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:09:21.409006 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [None req-dd199a6a-6978-46a6-a04a-d57909bbdd88 admin admin] 10.222.0.84 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.1761615 Apr 30 13:09:21.831456 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-2c84749f-eeca-430c-83a1-c48e1ec952a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000748'] for agent, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:09:22.257855 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000748'] for agent, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:09:23.061105 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-a9ba599c-bbf2-42e7-8bf2-2ae3bfc6b861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000748'] for agent, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:09:23.563456 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.84', 51400) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:09:23.743028 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-970ca9f8-d771-4f37-b0c5-19841be16948 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:09:23.743426 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-970ca9f8-d771-4f37-b0c5-19841be16948 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:09:23.745007 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [None req-970ca9f8-d771-4f37-b0c5-19841be16948 admin admin] 10.222.0.84 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.1804247 Apr 30 13:09:24.415827 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-5918b5d9-36b2-459a-8043-2e5e2054f07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000748'] for agent, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:09:25.879504 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.84', 51410) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:09:26.075328 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03551861-0851-4454-a61f-08c9d1a002d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:09:26.076686 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [None req-03551861-0851-4454-a61f-08c9d1a002d3 admin admin] 10.222.0.84 "GET /v2.0/networks/314d348d-7b38-4ef2-a769-0306853b5b99 HTTP/1.1" status: 200 len: 870 time: 0.1962154 Apr 30 13:09:28.201012 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.84', 51420) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:09:28.372267 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-690f5719-902c-4498-a9ab-64121d20585f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:09:28.373661 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [None req-690f5719-902c-4498-a9ab-64121d20585f admin admin] 10.222.0.84 "GET /v2.0/networks/b95ef810-b08d-4c08-b0c0-c75d2ee1b25b HTTP/1.1" status: 200 len: 886 time: 0.1716902 Apr 30 13:09:29.326600 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.db.agents_db [None req-91df71b6-c2d8-49d0-b68d-2a1f0a47a62a None None] Agent healthcheck: found 5 active agents {{(pid=73814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 13:09:30.518557 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.84', 51430) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:09:30.635028 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acd32e8a-3956-4e20-9e46-42aecd60cd57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:09:30.635493 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acd32e8a-3956-4e20-9e46-42aecd60cd57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:09:30.636229 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-acd32e8a-3956-4e20-9e46-42aecd60cd57 admin admin] Synchronizing usage tracker for tenant:a910fbcdda4d45bf9954df9e989a08bb on resource:subnet {{(pid=73809) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:09:30.658754 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-acd32e8a-3956-4e20-9e46-42aecd60cd57 admin admin] Unset dirty status for tenant:a910fbcdda4d45bf9954df9e989a08bb on resource:subnet {{(pid=73809) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:09:30.661297 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [None req-acd32e8a-3956-4e20-9e46-42aecd60cd57 admin admin] 10.222.0.84 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1412683 Apr 30 13:09:32.815039 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.84', 51440) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:09:32.935650 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db5ad1b0-8243-41a1-9d23-1313f1d662b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:09:32.936111 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db5ad1b0-8243-41a1-9d23-1313f1d662b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:09:32.937835 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [None req-db5ad1b0-8243-41a1-9d23-1313f1d662b6 admin admin] 10.222.0.84 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1217048 Apr 30 13:09:35.135143 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.84', 51450) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:09:35.250667 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5c083a0-6bf5-4b33-88ea-f0207caaeddf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:09:35.252003 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [None req-e5c083a0-6bf5-4b33-88ea-f0207caaeddf admin admin] 10.222.0.84 "GET /v2.0/subnets/39f25b1a-8916-436c-b4e4-e0422df8b77d HTTP/1.1" status: 200 len: 868 time: 0.1153915 Apr 30 13:09:37.416899 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.84', 51460) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:09:37.523680 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-085c7005-489e-41f1-88c2-a010f7eb31c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:09:37.526385 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [None req-085c7005-489e-41f1-88c2-a010f7eb31c4 admin admin] 10.222.0.84 "GET /v2.0/subnets/b3fe51b0-9be9-4b1a-951c-de133b7a88b5 HTTP/1.1" status: 200 len: 816 time: 0.1074560 Apr 30 13:09:49.019766 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-a0304c00-a49c-4b5f-8215-59ad68ad6de4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000748'] for agent, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:09:51.838127 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-62c00f4b-9d75-4889-a130-010bd9807560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000748'] for agent, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:09:52.264376 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000748'] for agent, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:09:53.065972 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-a9ba599c-bbf2-42e7-8bf2-2ae3bfc6b861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000748'] for agent, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:09:54.413043 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-5918b5d9-36b2-459a-8043-2e5e2054f07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000748'] for agent, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:10:00.798080 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.84', 51504) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:10:00.857115 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.wsgi [None req-7b217ea5-8bf0-4063-b37d-67c23e983c33 admin admin] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=73810) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 13:10:00.858122 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [None req-7b217ea5-8bf0-4063-b37d-67c23e983c33 admin admin] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0587289 Apr 30 13:10:03.062416 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.84', 51514) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:10:03.136965 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.pecan_wsgi.hooks.translation [None req-73a8710c-87d8-495d-92f9-de66d767a4ca admin admin] GET failed (client error): The resource could not be found. Apr 30 13:10:03.138350 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [None req-73a8710c-87d8-495d-92f9-de66d767a4ca admin admin] 10.222.0.84 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0748801 Apr 30 13:10:03.269507 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c586984c-f5e0-438b-9b45-69bc90a30b2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:10:03.270873 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [None req-c586984c-f5e0-438b-9b45-69bc90a30b2e admin admin] 10.222.0.84 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1272495 Apr 30 13:10:05.551443 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.84', 51524) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:10:05.600625 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.v2.base [None req-f1bef47b-98ff-4877-b732-39d61dd3645a admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=73809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:10:05.605565 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-f1bef47b-98ff-4877-b732-39d61dd3645a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:10:05.615333 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-f1bef47b-98ff-4877-b732-39d61dd3645a admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:10:05.625577 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1bef47b-98ff-4877-b732-39d61dd3645a admin admin] Made reservation on behalf of a910fbcdda4d45bf9954df9e989a08bb for: {'network': 1} {{(pid=73809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:10:05.627943 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-f1bef47b-98ff-4877-b732-39d61dd3645a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4120257'] for network, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:10:05.715615 dv-cinder-787195-5-smb neutron-server[73809]: WARNING neutron.services.revisions.revision_plugin [None req-f1bef47b-98ff-4877-b732-39d61dd3645a admin admin] Could not find related network for resource to bump revision. Apr 30 13:10:05.727791 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1bef47b-98ff-4877-b732-39d61dd3645a admin admin] vlan segment allocate from pool success with {'vlan_id': 1120, 'physical_network': 'physnet1'} {{(pid=73809) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 13:10:05.736768 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-f1bef47b-98ff-4877-b732-39d61dd3645a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060901'] for segment, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:10:05.737109 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.db.segments_db [None req-f1bef47b-98ff-4877-b732-39d61dd3645a admin admin] Added segment 60c6129e-3d9a-4664-be71-b48641985288 of type vlan for network 448742d9-c471-4ffe-8c23-1ab68d536a19 Apr 30 13:10:05.763286 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-f1bef47b-98ff-4877-b732-39d61dd3645a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773352860555'] for network, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:10:05.794300 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-f1bef47b-98ff-4877-b732-39d61dd3645a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313'] for network, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:10:05.795623 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1bef47b-98ff-4877-b732-39d61dd3645a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:10:05.796296 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-f1bef47b-98ff-4877-b732-39d61dd3645a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647359'] for network, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:10:05.800900 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-cba14d81-11dc-4b5b-ba91-0babbd1b1679 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:10:05.894741 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [None req-f1bef47b-98ff-4877-b732-39d61dd3645a admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.3421235 Apr 30 13:10:05.900286 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bef47b-98ff-4877-b732-39d61dd3645a admin admin] Pushing event updated for resources: {'Network': ['ID=448742d9-c471-4ffe-8c23-1ab68d536a19,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:10:05.907966 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bef47b-98ff-4877-b732-39d61dd3645a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:10:05.908332 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bef47b-98ff-4877-b732-39d61dd3645a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:10:05.908678 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bef47b-98ff-4877-b732-39d61dd3645a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:10:05.909012 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bef47b-98ff-4877-b732-39d61dd3645a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:10:05.909343 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bef47b-98ff-4877-b732-39d61dd3645a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:10:05.909670 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bef47b-98ff-4877-b732-39d61dd3645a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:10:05.909995 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bef47b-98ff-4877-b732-39d61dd3645a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:10:05.910321 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bef47b-98ff-4877-b732-39d61dd3645a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:10:05.910646 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bef47b-98ff-4877-b732-39d61dd3645a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:10:05.910970 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bef47b-98ff-4877-b732-39d61dd3645a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:10:05.911289 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bef47b-98ff-4877-b732-39d61dd3645a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:10:05.911606 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bef47b-98ff-4877-b732-39d61dd3645a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:10:05.915464 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-f1bef47b-98ff-4877-b732-39d61dd3645a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:10:05.923337 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.rpc [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Network 448742d9-c471-4ffe-8c23-1ab68d536a19 details requested by agent ovs-agent-dv-cinder-787195-5-smb with host dv-cinder-787195-5-smb {{(pid=73812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 30 13:10:06.326881 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.db.agents_db [None req-91df71b6-c2d8-49d0-b68d-2a1f0a47a62a None None] Agent healthcheck: found 5 active agents {{(pid=73814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 13:10:08.043321 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.84', 51534) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:10:08.110836 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a095c77-fafb-43b6-b2ba-f26b9f637e30 admin admin] GET failed (client error): The resource could not be found. Apr 30 13:10:08.111396 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-4a095c77-fafb-43b6-b2ba-f26b9f637e30 admin admin] Synchronizing usage tracker for tenant:a910fbcdda4d45bf9954df9e989a08bb on resource:network {{(pid=73809) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:10:08.131730 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-4a095c77-fafb-43b6-b2ba-f26b9f637e30 admin admin] Unset dirty status for tenant:a910fbcdda4d45bf9954df9e989a08bb on resource:network {{(pid=73809) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:10:08.133041 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [None req-4a095c77-fafb-43b6-b2ba-f26b9f637e30 admin admin] 10.222.0.84 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0886879 Apr 30 13:10:08.298313 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f22bfb82-763b-4fbc-aa25-e9f662155e1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:10:08.299688 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [None req-f22bfb82-763b-4fbc-aa25-e9f662155e1c admin admin] 10.222.0.84 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 827 time: 0.1626663 Apr 30 13:10:08.309866 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.v2.base [None req-3e095108-2dc6-4161-8fd6-a9832727f770 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'description': 'shared-subnet', 'ip_version': 4, 'network_id': '448742d9-c471-4ffe-8c23-1ab68d536a19', 'cidr': '192.168.233.0/24'}} {{(pid=73809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:10:08.314664 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-3e095108-2dc6-4161-8fd6-a9832727f770 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:10:08.325022 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-3e095108-2dc6-4161-8fd6-a9832727f770 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:10:08.337323 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e095108-2dc6-4161-8fd6-a9832727f770 admin admin] Made reservation on behalf of a910fbcdda4d45bf9954df9e989a08bb for: {'subnet': 1} {{(pid=73809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:10:08.339744 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-3e095108-2dc6-4161-8fd6-a9832727f770 admin admin] Notify callbacks [] for subnet, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:10:08.722584 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-3e095108-2dc6-4161-8fd6-a9832727f770 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313'] for subnet, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:10:08.726292 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:10:08.793749 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e095108-2dc6-4161-8fd6-a9832727f770 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f91afec6-4fc3-4463-8b4d-107b73501834,revision_number=0']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:10:08.797243 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-3e095108-2dc6-4161-8fd6-a9832727f770 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:10:08.803524 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e095108-2dc6-4161-8fd6-a9832727f770 admin admin] Checking segment: {'id': '60c6129e-3d9a-4664-be71-b48641985288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1120, 'network_id': '448742d9-c471-4ffe-8c23-1ab68d536a19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:10:08.803868 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e095108-2dc6-4161-8fd6-a9832727f770 admin admin] Network hostable DHCP agents. Network: 448742d9-c471-4ffe-8c23-1ab68d536a19, hostable agents: ['bbfd2d49-358d-47d1-a027-fcfd9e0d3b2b'], hosted agents: [] {{(pid=73809) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 13:10:08.822002 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e095108-2dc6-4161-8fd6-a9832727f770 admin admin] Network 448742d9-c471-4ffe-8c23-1ab68d536a19 is scheduled to be hosted by DHCP agent bbfd2d49-358d-47d1-a027-fcfd9e0d3b2b with binding_index 1 {{(pid=73809) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 13:10:08.833674 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.scheduler.base_scheduler [None req-3e095108-2dc6-4161-8fd6-a9832727f770 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787195-5-smb, 448742d9-c471-4ffe-8c23-1ab68d536a19) {{(pid=73809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:10:08.838179 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e095108-2dc6-4161-8fd6-a9832727f770 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:10:08.838764 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-3e095108-2dc6-4161-8fd6-a9832727f770 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647359'] for subnet, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:10:08.843994 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2a380c8-7b43-4ea9-b526-6cdb1e553a7b None None] Network 448742d9-c471-4ffe-8c23-1ab68d536a19 requested from dv-cinder-787195-5-smb {{(pid=73812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 13:10:08.868496 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [None req-3e095108-2dc6-4161-8fd6-a9832727f770 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5622485 Apr 30 13:10:09.075156 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1fb4928-75dc-4dda-ae78-87f15f89f7eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0abff78b-686c-5a1b-86a5-cab98582ec61-448742d9-c471-4ffe-8c23-1ab68d536a19', 'network_id': '448742d9-c471-4ffe-8c23-1ab68d536a19', 'tenant_id': 'a910fbcdda4d45bf9954df9e989a08bb', 'fixed_ips': [{'subnet_id': 'f91afec6-4fc3-4463-8b4d-107b73501834'}]}} from dv-cinder-787195-5-smb. {{(pid=73812) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 30 13:10:09.076008 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-b1fb4928-75dc-4dda-ae78-87f15f89f7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4120257'] for port, before_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:10:09.268796 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.db_base_plugin_common [None req-b1fb4928-75dc-4dda-ae78-87f15f89f7eb None None] Allocated IP 192.168.233.2 (448742d9-c471-4ffe-8c23-1ab68d536a19/f91afec6-4fc3-4463-8b4d-107b73501834/3a0ab5df-6c6c-480b-aba8-061a4c814799) {{(pid=73812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 13:10:09.484930 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-b1fb4928-75dc-4dda-ae78-87f15f89f7eb None None] Notify callbacks [] for port, precommit_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:10:09.496322 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.provisioning_blocks [None req-b1fb4928-75dc-4dda-ae78-87f15f89f7eb None None] Transition to ACTIVE for port object 3a0ab5df-6c6c-480b-aba8-061a4c814799 will not be triggered until provisioned by entity L2. {{(pid=73812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:10:09.521947 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.provisioning_blocks [None req-b1fb4928-75dc-4dda-ae78-87f15f89f7eb None None] Transition to ACTIVE for port object 3a0ab5df-6c6c-480b-aba8-061a4c814799 will not be triggered until provisioned by entity DHCP. {{(pid=73812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:10:09.528567 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-b1fb4928-75dc-4dda-ae78-87f15f89f7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4120194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773352839702'] for port, after_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:10:09.534338 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:10:09.606661 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1fb4928-75dc-4dda-ae78-87f15f89f7eb None None] Network 448742d9-c471-4ffe-8c23-1ab68d536a19 is already hosted by enough agents. {{(pid=73812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:10:09.607487 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fb4928-75dc-4dda-ae78-87f15f89f7eb None None] Pushing event updated for resources: {'Port': ['ID=3a0ab5df-6c6c-480b-aba8-061a4c814799,revision_number=1']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:10:09.611196 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.scheduler.base_scheduler [None req-b1fb4928-75dc-4dda-ae78-87f15f89f7eb None None] Resources bound (agent type, host, resource id): {{(pid=73812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:10:09.615920 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1fb4928-75dc-4dda-ae78-87f15f89f7eb None None] Received port after_create {{(pid=73812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 13:10:09.618537 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fb4928-75dc-4dda-ae78-87f15f89f7eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:10:09.618873 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fb4928-75dc-4dda-ae78-87f15f89f7eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:10:09.619244 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fb4928-75dc-4dda-ae78-87f15f89f7eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:10:09.619557 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fb4928-75dc-4dda-ae78-87f15f89f7eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:10:09.619880 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fb4928-75dc-4dda-ae78-87f15f89f7eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:10:09.620194 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fb4928-75dc-4dda-ae78-87f15f89f7eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:10:09.620547 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fb4928-75dc-4dda-ae78-87f15f89f7eb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:10:09.620864 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fb4928-75dc-4dda-ae78-87f15f89f7eb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:10:09.621237 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fb4928-75dc-4dda-ae78-87f15f89f7eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:10:09.621500 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fb4928-75dc-4dda-ae78-87f15f89f7eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:10:09.621815 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fb4928-75dc-4dda-ae78-87f15f89f7eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:10:09.622132 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fb4928-75dc-4dda-ae78-87f15f89f7eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:10:09.626611 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-b1fb4928-75dc-4dda-ae78-87f15f89f7eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:10:09.711852 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.managers [None req-b1fb4928-75dc-4dda-ae78-87f15f89f7eb None None] Attempting to bind port 3a0ab5df-6c6c-480b-aba8-061a4c814799 on host dv-cinder-787195-5-smb for vnic_type normal with profile {{(pid=73812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 13:10:09.712239 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.managers [None req-b1fb4928-75dc-4dda-ae78-87f15f89f7eb None None] Attempting to bind port 3a0ab5df-6c6c-480b-aba8-061a4c814799 by drivers openvswitch,hyperv on host dv-cinder-787195-5-smb at level 0 using segments [{'id': '60c6129e-3d9a-4664-be71-b48641985288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1120, 'network_id': '448742d9-c471-4ffe-8c23-1ab68d536a19'}] {{(pid=73812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 13:10:09.712622 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1fb4928-75dc-4dda-ae78-87f15f89f7eb None None] Attempting to bind port 3a0ab5df-6c6c-480b-aba8-061a4c814799 on network 448742d9-c471-4ffe-8c23-1ab68d536a19 {{(pid=73812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:10:09.718078 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1fb4928-75dc-4dda-ae78-87f15f89f7eb None None] Checking agent: {'id': '389db99c-db4b-44ca-8e25-149d3cf00f42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 6, 52), 'started_at': datetime.datetime(2021, 4, 30, 13, 7, 22), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 9, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 13:10:09.718448 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1fb4928-75dc-4dda-ae78-87f15f89f7eb None None] Checking segment: {'id': '60c6129e-3d9a-4664-be71-b48641985288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1120, 'network_id': '448742d9-c471-4ffe-8c23-1ab68d536a19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:10:09.718865 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-b1fb4928-75dc-4dda-ae78-87f15f89f7eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:10:09.719254 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1fb4928-75dc-4dda-ae78-87f15f89f7eb None None] Bound using segment: {'id': '60c6129e-3d9a-4664-be71-b48641985288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1120, 'network_id': '448742d9-c471-4ffe-8c23-1ab68d536a19'} {{(pid=73812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 13:10:09.719720 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.managers [None req-b1fb4928-75dc-4dda-ae78-87f15f89f7eb None None] Bound port: 3a0ab5df-6c6c-480b-aba8-061a4c814799, host: dv-cinder-787195-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60c6129e-3d9a-4664-be71-b48641985288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1120, 'network_id': '448742d9-c471-4ffe-8c23-1ab68d536a19'}}] {{(pid=73812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 13:10:09.720105 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-b1fb4928-75dc-4dda-ae78-87f15f89f7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4120257'] for port, before_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:10:09.811411 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.db [None req-b1fb4928-75dc-4dda-ae78-87f15f89f7eb None None] For port 3a0ab5df-6c6c-480b-aba8-061a4c814799, host dv-cinder-787195-5-smb, cleared binding levels {{(pid=73812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 13:10:09.814535 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.db [None req-b1fb4928-75dc-4dda-ae78-87f15f89f7eb None None] For port 3a0ab5df-6c6c-480b-aba8-061a4c814799, host dv-cinder-787195-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-5-smb',level=0,port_id=3a0ab5df-6c6c-480b-aba8-061a4c814799,segment=NetworkSegment(60c6129e-3d9a-4664-be71-b48641985288),segment_id=60c6129e-3d9a-4664-be71-b48641985288)] {{(pid=73812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 13:10:09.821037 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-b1fb4928-75dc-4dda-ae78-87f15f89f7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4120194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773353276007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773352839720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773352839765'] for port, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:10:09.825410 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-c0d4d6ad-68f1-4e55-8837-8cd2df7f6152 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:10:09.902360 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fb4928-75dc-4dda-ae78-87f15f89f7eb None None] Pushing event updated for resources: {'Port': ['ID=3a0ab5df-6c6c-480b-aba8-061a4c814799,revision_number=2']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:10:09.906366 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-b1fb4928-75dc-4dda-ae78-87f15f89f7eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:10:10.284374 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.rpc [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Device 3a0ab5df-6c6c-480b-aba8-061a4c814799 up at agent ovs-agent-dv-cinder-787195-5-smb {{(pid=73812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:10:10.364733 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.provisioning_blocks [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Provisioning for port 3a0ab5df-6c6c-480b-aba8-061a4c814799 completed by entity L2. {{(pid=73812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:10:10.738775 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-731055af-072f-4906-9839-c8efbd625422 None None] Network 448742d9-c471-4ffe-8c23-1ab68d536a19 requested from dv-cinder-787195-5-smb {{(pid=73812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 13:10:10.846707 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.provisioning_blocks [None req-eced42a7-bbbe-45f9-9f25-e591c1b75e9c None None] Provisioning for port 3a0ab5df-6c6c-480b-aba8-061a4c814799 completed by entity DHCP. {{(pid=73812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:10:10.855677 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.provisioning_blocks [None req-eced42a7-bbbe-45f9-9f25-e591c1b75e9c None None] Provisioning complete for port 3a0ab5df-6c6c-480b-aba8-061a4c814799 triggered by entity DHCP. {{(pid=73812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:10:10.856060 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-eced42a7-bbbe-45f9-9f25-e591c1b75e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000605'] for port, provisioning_complete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:10:11.072801 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-eced42a7-bbbe-45f9-9f25-e591c1b75e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4120257'] for port, before_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:10:11.122571 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.db [None req-eced42a7-bbbe-45f9-9f25-e591c1b75e9c None None] For port 3a0ab5df-6c6c-480b-aba8-061a4c814799, host dv-cinder-787195-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-5-smb',level=0,port_id=3a0ab5df-6c6c-480b-aba8-061a4c814799,segment=NetworkSegment(60c6129e-3d9a-4664-be71-b48641985288),segment_id=60c6129e-3d9a-4664-be71-b48641985288)] {{(pid=73812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:10:11.128149 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-eced42a7-bbbe-45f9-9f25-e591c1b75e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4120194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773353276007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773352839720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773352839765'] for port, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:10:11.133929 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-b1fb4928-75dc-4dda-ae78-87f15f89f7eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:10:11.207044 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eced42a7-bbbe-45f9-9f25-e591c1b75e9c None None] Pushing event updated for resources: {'Port': ['ID=3a0ab5df-6c6c-480b-aba8-061a4c814799,revision_number=3']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:10:11.214003 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-eced42a7-bbbe-45f9-9f25-e591c1b75e9c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:10:11.353568 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.provisioning_blocks [None req-39151e65-fd11-480b-ba24-9c5c7ffc11d9 None None] Provisioning complete for port 3a0ab5df-6c6c-480b-aba8-061a4c814799 triggered by entity DHCP. {{(pid=73812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:10:11.353940 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-39151e65-fd11-480b-ba24-9c5c7ffc11d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000605'] for port, provisioning_complete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:10:12.256033 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.rpc [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Device 3a0ab5df-6c6c-480b-aba8-061a4c814799 up at agent ovs-agent-dv-cinder-787195-5-smb {{(pid=73812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:10:12.326899 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.provisioning_blocks [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Provisioning complete for port 3a0ab5df-6c6c-480b-aba8-061a4c814799 triggered by entity L2. {{(pid=73812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:10:12.327268 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000605'] for port, provisioning_complete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:10:19.031786 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-95c05a2c-dea8-41bf-93ad-5fdd43b45a75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000748'] for agent, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:10:21.832494 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-9ef3c273-8471-46cc-af0f-f796b61c43b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000748'] for agent, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:10:22.267747 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000748'] for agent, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:10:23.068218 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-a9ba599c-bbf2-42e7-8bf2-2ae3bfc6b861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000748'] for agent, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:10:24.415741 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-5918b5d9-36b2-459a-8043-2e5e2054f07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000748'] for agent, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:10:43.327245 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.db.agents_db [None req-91df71b6-c2d8-49d0-b68d-2a1f0a47a62a None None] Agent healthcheck: found 5 active agents {{(pid=73814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 13:10:49.026157 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-7910ab2c-af01-4a7a-b681-28df21d87a30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000748'] for agent, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:10:51.846564 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-9ef53acb-fbaa-45ca-9453-faac437efa0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000748'] for agent, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:10:52.272430 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000748'] for agent, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:10:53.073402 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-a9ba599c-bbf2-42e7-8bf2-2ae3bfc6b861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000748'] for agent, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:10:54.419517 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-5918b5d9-36b2-459a-8043-2e5e2054f07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000748'] for agent, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:19.032252 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-6e92d7aa-417e-40d5-b5d8-90fa5b144655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000748'] for agent, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:20.326483 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.db.agents_db [None req-91df71b6-c2d8-49d0-b68d-2a1f0a47a62a None None] Agent healthcheck: found 5 active agents {{(pid=73814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 13:11:21.846805 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-5ed2712a-e34f-471f-8c8b-2f568b1b2061 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000748'] for agent, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:22.290185 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000748'] for agent, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:22.835232 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.84', 51584) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:11:22.841500 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.wsgi [None req-d047c58d-051a-468f-b54e-fca0e1fb4f06 tempest-verify_tempest_config-1906378822 tempest-verify_tempest_config-1906378822-project] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=73810) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 13:11:22.842483 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [None req-d047c58d-051a-468f-b54e-fca0e1fb4f06 tempest-verify_tempest_config-1906378822 tempest-verify_tempest_config-1906378822-project] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0062878 Apr 30 13:11:23.075256 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-a9ba599c-bbf2-42e7-8bf2-2ae3bfc6b861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000748'] for agent, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:23.186881 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.84', 51602) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:11:23.312249 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-dacff532-41fe-41b8-b1f7-cb796d39444b admin admin] Notify callbacks [] for security_group, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:23.327441 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-dacff532-41fe-41b8-b1f7-cb796d39444b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:11:23.332853 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-dacff532-41fe-41b8-b1f7-cb796d39444b admin admin] Usage tracker for resource:security_group_rule and tenant:88486e0ee16c4faca96ccd0ccbc38561 is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:11:23.336385 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-dacff532-41fe-41b8-b1f7-cb796d39444b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:11:23.344644 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-dacff532-41fe-41b8-b1f7-cb796d39444b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:11:23.442179 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-dacff532-41fe-41b8-b1f7-cb796d39444b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:23.447831 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-dacff532-41fe-41b8-b1f7-cb796d39444b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985230'] for security_group, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:23.455992 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-127bc999-57eb-4987-8124-54b43558ecf2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:11:23.495078 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacff532-41fe-41b8-b1f7-cb796d39444b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fff18906-4bdb-4617-9740-a48560279b2e,revision_number=1']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:11:23.499093 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [None req-dacff532-41fe-41b8-b1f7-cb796d39444b admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=88486e0ee16c4faca96ccd0ccbc38561&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3112354 Apr 30 13:11:23.502076 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.84', 51608) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:11:23.504906 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacff532-41fe-41b8-b1f7-cb796d39444b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:11:23.505256 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacff532-41fe-41b8-b1f7-cb796d39444b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:11:23.505611 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacff532-41fe-41b8-b1f7-cb796d39444b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:11:23.505941 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacff532-41fe-41b8-b1f7-cb796d39444b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:11:23.506265 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacff532-41fe-41b8-b1f7-cb796d39444b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:11:23.506588 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacff532-41fe-41b8-b1f7-cb796d39444b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:11:23.506888 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacff532-41fe-41b8-b1f7-cb796d39444b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:11:23.507198 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacff532-41fe-41b8-b1f7-cb796d39444b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:11:23.507531 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacff532-41fe-41b8-b1f7-cb796d39444b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:11:23.507841 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacff532-41fe-41b8-b1f7-cb796d39444b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:11:23.508153 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacff532-41fe-41b8-b1f7-cb796d39444b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:11:23.508525 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacff532-41fe-41b8-b1f7-cb796d39444b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:11:23.512477 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-dacff532-41fe-41b8-b1f7-cb796d39444b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:11:23.566033 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-dcaa2a35-cb7f-42c3-8ef1-2d63ef8ef81a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:23.596597 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-dcaa2a35-cb7f-42c3-8ef1-2d63ef8ef81a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:23.691284 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-dcaa2a35-cb7f-42c3-8ef1-2d63ef8ef81a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985230'] for security_group, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:23.695815 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-cba14d81-11dc-4b5b-ba91-0babbd1b1679 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:11:23.707448 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcaa2a35-cb7f-42c3-8ef1-2d63ef8ef81a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fff18906-4bdb-4617-9740-a48560279b2e,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:11:23.718673 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcaa2a35-cb7f-42c3-8ef1-2d63ef8ef81a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:11:23.719047 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcaa2a35-cb7f-42c3-8ef1-2d63ef8ef81a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:11:23.719354 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcaa2a35-cb7f-42c3-8ef1-2d63ef8ef81a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:11:23.719663 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcaa2a35-cb7f-42c3-8ef1-2d63ef8ef81a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:11:23.720135 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcaa2a35-cb7f-42c3-8ef1-2d63ef8ef81a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:11:23.720885 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcaa2a35-cb7f-42c3-8ef1-2d63ef8ef81a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:11:23.720885 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcaa2a35-cb7f-42c3-8ef1-2d63ef8ef81a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:11:23.721300 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcaa2a35-cb7f-42c3-8ef1-2d63ef8ef81a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:11:23.721300 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcaa2a35-cb7f-42c3-8ef1-2d63ef8ef81a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:11:23.722051 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcaa2a35-cb7f-42c3-8ef1-2d63ef8ef81a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:11:23.722051 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcaa2a35-cb7f-42c3-8ef1-2d63ef8ef81a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:11:23.722313 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcaa2a35-cb7f-42c3-8ef1-2d63ef8ef81a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:11:23.725889 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-dcaa2a35-cb7f-42c3-8ef1-2d63ef8ef81a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:11:23.727956 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-dcaa2a35-cb7f-42c3-8ef1-2d63ef8ef81a admin admin] Notify callbacks [] for security_group, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:23.731665 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [None req-dcaa2a35-cb7f-42c3-8ef1-2d63ef8ef81a admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/fff18906-4bdb-4617-9740-a48560279b2e HTTP/1.1" status: 204 len: 168 time: 0.2259541 Apr 30 13:11:24.424033 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-5918b5d9-36b2-459a-8043-2e5e2054f07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000748'] for agent, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:49.027851 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-17a184a1-db52-499f-a2a0-ce1b7d1c7183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000748'] for agent, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:51.843189 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-fdf71b99-a7bc-4c63-bf32-888abc58cc87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000748'] for agent, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:52.276698 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000748'] for agent, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:53.071906 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-a9ba599c-bbf2-42e7-8bf2-2ae3bfc6b861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000748'] for agent, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:54.425525 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-5918b5d9-36b2-459a-8043-2e5e2054f07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000748'] for agent, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:57.326959 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.db.agents_db [None req-91df71b6-c2d8-49d0-b68d-2a1f0a47a62a None None] Agent healthcheck: found 5 active agents {{(pid=73814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 13:12:19.034160 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-b55c510d-ea2c-4d00-8275-c172346af843 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000748'] for agent, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:21.844158 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-6eff29f5-01e0-4368-9e0f-c699c28cd616 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000748'] for agent, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:22.280797 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000748'] for agent, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:23.075112 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-a9ba599c-bbf2-42e7-8bf2-2ae3bfc6b861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000748'] for agent, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:24.430366 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-5918b5d9-36b2-459a-8043-2e5e2054f07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000748'] for agent, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:34.325858 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.db.agents_db [None req-91df71b6-c2d8-49d0-b68d-2a1f0a47a62a None None] Agent healthcheck: found 5 active agents {{(pid=73814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 13:12:49.035317 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-8dacdc36-6437-4ae8-bfe0-3cd3b46b5254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000748'] for agent, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:51.842907 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-af0dc419-e4d6-4249-95f6-9c53dca73df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000748'] for agent, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:52.286614 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000748'] for agent, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:53.082421 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-a9ba599c-bbf2-42e7-8bf2-2ae3bfc6b861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000748'] for agent, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:54.432203 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-5918b5d9-36b2-459a-8043-2e5e2054f07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000748'] for agent, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:09.821506 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774'] for agent, after_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:11.325276 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.db.agents_db [None req-91df71b6-c2d8-49d0-b68d-2a1f0a47a62a None None] Agent healthcheck: found 6 active agents {{(pid=73814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 13:13:13.985995 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.84', 51660) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:13:14.112879 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [None req-77197010-8815-49a3-900f-4cf8baff8c4e admin admin] 10.222.0.84 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1255341 Apr 30 13:13:16.273109 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.84', 51670) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:13:16.341833 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [None req-6005d51f-2f0b-455f-a267-b613cff3e5d2 admin admin] 10.222.0.84 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0673070 Apr 30 13:13:19.039124 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-d794702b-a459-4d44-9790-7cb847a771ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000748'] for agent, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:21.843283 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-fd414e22-9978-4347-9ae8-bd8f5153f473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000748'] for agent, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:22.281898 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000748'] for agent, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:23.079476 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-a9ba599c-bbf2-42e7-8bf2-2ae3bfc6b861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000748'] for agent, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:24.434451 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-5918b5d9-36b2-459a-8043-2e5e2054f07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000748'] for agent, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:39.810289 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000748'] for agent, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:48.327193 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.db.agents_db [None req-91df71b6-c2d8-49d0-b68d-2a1f0a47a62a None None] Agent healthcheck: found 6 active agents {{(pid=73814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 13:13:49.035116 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-ceda4561-f3e2-41f3-a9b8-f386349cef7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000748'] for agent, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:51.840288 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-b60070ac-b6f1-426f-a550-c5b19256f602 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000748'] for agent, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:52.288954 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000748'] for agent, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:53.078748 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-a9ba599c-bbf2-42e7-8bf2-2ae3bfc6b861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000748'] for agent, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:54.437353 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-5918b5d9-36b2-459a-8043-2e5e2054f07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000748'] for agent, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:09.807890 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000748'] for agent, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:19.042660 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-56e77f40-6a66-4290-a4c3-91ca944fa23f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000748'] for agent, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:21.835418 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-3892f326-bc78-4240-8a5d-45d0be1fe939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000748'] for agent, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:22.283346 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000748'] for agent, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:23.083037 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-a9ba599c-bbf2-42e7-8bf2-2ae3bfc6b861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000748'] for agent, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:24.440213 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-5918b5d9-36b2-459a-8043-2e5e2054f07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000748'] for agent, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:25.327480 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.db.agents_db [None req-91df71b6-c2d8-49d0-b68d-2a1f0a47a62a None None] Agent healthcheck: found 6 active agents {{(pid=73814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 13:14:39.821474 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000748'] for agent, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:48.368087 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.84', 51836) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:14:48.626937 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.84', 51858) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:14:48.646079 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.v2.base [None req-828c9fde-f376-4db4-ab1e-6c4e7cfc2b7d admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1911008498-network', 'tenant_id': '6ab0fe6b7e8645a0861136e67b76d521'}} {{(pid=73810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:14:48.650850 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-828c9fde-f376-4db4-ab1e-6c4e7cfc2b7d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:14:48.654827 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-828c9fde-f376-4db4-ab1e-6c4e7cfc2b7d admin admin] Usage tracker for resource:network and tenant:6ab0fe6b7e8645a0861136e67b76d521 is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:14:48.661039 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-828c9fde-f376-4db4-ab1e-6c4e7cfc2b7d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:14:48.667648 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-828c9fde-f376-4db4-ab1e-6c4e7cfc2b7d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:14:48.680901 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-828c9fde-f376-4db4-ab1e-6c4e7cfc2b7d admin admin] Made reservation on behalf of 6ab0fe6b7e8645a0861136e67b76d521 for: {'network': 1} {{(pid=73810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:14:48.683508 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-828c9fde-f376-4db4-ab1e-6c4e7cfc2b7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4120257'] for network, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:48.696538 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-828c9fde-f376-4db4-ab1e-6c4e7cfc2b7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:48.712366 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-828c9fde-f376-4db4-ab1e-6c4e7cfc2b7d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:14:48.716312 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-828c9fde-f376-4db4-ab1e-6c4e7cfc2b7d admin admin] Usage tracker for resource:security_group_rule and tenant:6ab0fe6b7e8645a0861136e67b76d521 is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:14:48.719195 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-828c9fde-f376-4db4-ab1e-6c4e7cfc2b7d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:14:48.725148 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-828c9fde-f376-4db4-ab1e-6c4e7cfc2b7d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:14:48.821918 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-828c9fde-f376-4db4-ab1e-6c4e7cfc2b7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:48.827605 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-828c9fde-f376-4db4-ab1e-6c4e7cfc2b7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985230'] for security_group, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:48.831245 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-dacff532-41fe-41b8-b1f7-cb796d39444b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:14:48.868484 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.v2.base [None req-71dd122e-104e-4473-ad7e-5a8f88a2d009 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-223680025-network', 'tenant_id': '4c8480cf79cf411899d291c4db89977f'}} {{(pid=73810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:14:48.875114 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-828c9fde-f376-4db4-ab1e-6c4e7cfc2b7d admin admin] vlan segment allocate from pool success with {'vlan_id': 1127, 'physical_network': 'physnet1'} {{(pid=73810) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 13:14:48.877943 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828c9fde-f376-4db4-ab1e-6c4e7cfc2b7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c42be87-8352-42cf-a6e1-e7e026aabbfc,revision_number=1']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:14:48.888161 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-71dd122e-104e-4473-ad7e-5a8f88a2d009 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:14:48.896822 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828c9fde-f376-4db4-ab1e-6c4e7cfc2b7d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:14:48.897145 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828c9fde-f376-4db4-ab1e-6c4e7cfc2b7d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:14:48.897667 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828c9fde-f376-4db4-ab1e-6c4e7cfc2b7d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:14:48.897979 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828c9fde-f376-4db4-ab1e-6c4e7cfc2b7d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:14:48.898447 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828c9fde-f376-4db4-ab1e-6c4e7cfc2b7d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:14:48.898938 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828c9fde-f376-4db4-ab1e-6c4e7cfc2b7d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:14:48.899255 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828c9fde-f376-4db4-ab1e-6c4e7cfc2b7d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:14:48.899571 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828c9fde-f376-4db4-ab1e-6c4e7cfc2b7d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:14:48.899908 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828c9fde-f376-4db4-ab1e-6c4e7cfc2b7d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:14:48.900227 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828c9fde-f376-4db4-ab1e-6c4e7cfc2b7d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:14:48.900637 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828c9fde-f376-4db4-ab1e-6c4e7cfc2b7d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:14:48.900952 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828c9fde-f376-4db4-ab1e-6c4e7cfc2b7d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:14:48.902399 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828c9fde-f376-4db4-ab1e-6c4e7cfc2b7d admin admin] Tracked resource versions report: Apr 30 13:14:48.902399 dv-cinder-787195-5-smb neutron-server[73810]: pushed versions: Apr 30 13:14:48.902399 dv-cinder-787195-5-smb neutron-server[73810]: { 'AddressGroup': {'1.2'}, Apr 30 13:14:48.902399 dv-cinder-787195-5-smb neutron-server[73810]: 'ConntrackHelper': {'1.0'}, Apr 30 13:14:48.902399 dv-cinder-787195-5-smb neutron-server[73810]: 'Log': {'1.0'}, Apr 30 13:14:48.902399 dv-cinder-787195-5-smb neutron-server[73810]: 'Network': {'1.1'}, Apr 30 13:14:48.902399 dv-cinder-787195-5-smb neutron-server[73810]: 'Port': {'1.7'}, Apr 30 13:14:48.902399 dv-cinder-787195-5-smb neutron-server[73810]: 'PortForwarding': {'1.2'}, Apr 30 13:14:48.902399 dv-cinder-787195-5-smb neutron-server[73810]: 'QosPolicy': {'1.8'}, Apr 30 13:14:48.902399 dv-cinder-787195-5-smb neutron-server[73810]: 'SecurityGroup': {'1.4'}, Apr 30 13:14:48.902399 dv-cinder-787195-5-smb neutron-server[73810]: 'SecurityGroupRule': {'1.2'}, Apr 30 13:14:48.902399 dv-cinder-787195-5-smb neutron-server[73810]: 'SubPort': {'1.0'}, Apr 30 13:14:48.902399 dv-cinder-787195-5-smb neutron-server[73810]: 'Subnet': {'1.1'}, Apr 30 13:14:48.902399 dv-cinder-787195-5-smb neutron-server[73810]: 'Trunk': {'1.1'}} Apr 30 13:14:48.902399 dv-cinder-787195-5-smb neutron-server[73810]: consumer versions: Apr 30 13:14:48.902399 dv-cinder-787195-5-smb neutron-server[73810]: { DHCP agent@dv-cinder-787195-5-smb: {}, Apr 30 13:14:48.902399 dv-cinder-787195-5-smb neutron-server[73810]: HyperV agent@hv-cinder-78719: {}, Apr 30 13:14:48.902399 dv-cinder-787195-5-smb neutron-server[73810]: L3 agent@dv-cinder-787195-5-smb: {}, Apr 30 13:14:48.902399 dv-cinder-787195-5-smb neutron-server[73810]: Metadata agent@dv-cinder-787195-5-smb: {}, Apr 30 13:14:48.902399 dv-cinder-787195-5-smb neutron-server[73810]: Metering agent@dv-cinder-787195-5-smb: {}, Apr 30 13:14:48.902399 dv-cinder-787195-5-smb neutron-server[73810]: Open vSwitch agent@dv-cinder-787195-5-smb: { 'AddressGroup': '1.2', Apr 30 13:14:48.902399 dv-cinder-787195-5-smb neutron-server[73810]: 'ConntrackHelper': '1.0', Apr 30 13:14:48.902399 dv-cinder-787195-5-smb neutron-server[73810]: 'Log': '1.0', Apr 30 13:14:48.902399 dv-cinder-787195-5-smb neutron-server[73810]: 'Network': '1.1', Apr 30 13:14:48.902399 dv-cinder-787195-5-smb neutron-server[73810]: 'Port': '1.7', Apr 30 13:14:48.902399 dv-cinder-787195-5-smb neutron-server[73810]: 'PortForwarding': '1.2', Apr 30 13:14:48.902399 dv-cinder-787195-5-smb neutron-server[73810]: 'QosPolicy': '1.8', Apr 30 13:14:48.902399 dv-cinder-787195-5-smb neutron-server[73810]: 'SecurityGroup': '1.4', Apr 30 13:14:48.902399 dv-cinder-787195-5-smb neutron-server[73810]: 'SecurityGroupRule': '1.2', Apr 30 13:14:48.902399 dv-cinder-787195-5-smb neutron-server[73810]: 'SubPort': '1.0', Apr 30 13:14:48.902399 dv-cinder-787195-5-smb neutron-server[73810]: 'Subnet': '1.1', Apr 30 13:14:48.902399 dv-cinder-787195-5-smb neutron-server[73810]: 'Trunk': '1.1'}} Apr 30 13:14:48.902399 dv-cinder-787195-5-smb neutron-server[73810]: {{(pid=73810) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 30 13:14:48.908844 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-71dd122e-104e-4473-ad7e-5a8f88a2d009 admin admin] Usage tracker for resource:network and tenant:4c8480cf79cf411899d291c4db89977f is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:14:48.914526 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-71dd122e-104e-4473-ad7e-5a8f88a2d009 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:14:48.917947 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-828c9fde-f376-4db4-ab1e-6c4e7cfc2b7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:14:48.918918 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-828c9fde-f376-4db4-ab1e-6c4e7cfc2b7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060901'] for segment, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:48.919465 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.db.segments_db [None req-828c9fde-f376-4db4-ab1e-6c4e7cfc2b7d admin admin] Added segment 052ca68a-8000-4628-b559-457dc5b361ff of type vlan for network 87e8e01a-ad03-481e-ad3a-b46f9803a913 Apr 30 13:14:48.927008 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-71dd122e-104e-4473-ad7e-5a8f88a2d009 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:14:48.950907 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71dd122e-104e-4473-ad7e-5a8f88a2d009 admin admin] Made reservation on behalf of 4c8480cf79cf411899d291c4db89977f for: {'network': 1} {{(pid=73810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:14:48.953234 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-71dd122e-104e-4473-ad7e-5a8f88a2d009 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4120257'] for network, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:48.967249 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-71dd122e-104e-4473-ad7e-5a8f88a2d009 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:48.978298 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-828c9fde-f376-4db4-ab1e-6c4e7cfc2b7d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773352860555'] for network, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:48.990030 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-71dd122e-104e-4473-ad7e-5a8f88a2d009 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:14:48.995918 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-71dd122e-104e-4473-ad7e-5a8f88a2d009 admin admin] Usage tracker for resource:security_group_rule and tenant:4c8480cf79cf411899d291c4db89977f is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:14:48.999939 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-71dd122e-104e-4473-ad7e-5a8f88a2d009 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:14:49.021082 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-71dd122e-104e-4473-ad7e-5a8f88a2d009 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:14:49.041522 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-d28554ed-3689-4c75-97db-032314308720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000748'] for agent, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:49.065902 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-828c9fde-f376-4db4-ab1e-6c4e7cfc2b7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313'] for network, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:49.068164 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-828c9fde-f376-4db4-ab1e-6c4e7cfc2b7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:49.068784 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-828c9fde-f376-4db4-ab1e-6c4e7cfc2b7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647359'] for network, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:49.080944 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:14:49.208463 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.84', 51886) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:14:49.212851 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828c9fde-f376-4db4-ab1e-6c4e7cfc2b7d admin admin] Pushing event updated for resources: {'Network': ['ID=87e8e01a-ad03-481e-ad3a-b46f9803a913,revision_number=1']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:14:49.224301 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.rpc [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Network 87e8e01a-ad03-481e-ad3a-b46f9803a913 details requested by agent ovs-agent-dv-cinder-787195-5-smb with host dv-cinder-787195-5-smb {{(pid=73812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 30 13:14:49.225158 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.84', 51892) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:14:49.227597 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [None req-828c9fde-f376-4db4-ab1e-6c4e7cfc2b7d admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.8582003 Apr 30 13:14:49.228648 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-828c9fde-f376-4db4-ab1e-6c4e7cfc2b7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:14:49.234686 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.v2.base [None req-aebe40b5-d517-4139-9d15-4a645659041d admin admin] Request body: {'subnet': {'network_id': '87e8e01a-ad03-481e-ad3a-b46f9803a913', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1911008498-subnet', 'tenant_id': '6ab0fe6b7e8645a0861136e67b76d521', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=73809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:14:49.248640 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-aebe40b5-d517-4139-9d15-4a645659041d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:14:49.255467 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-aebe40b5-d517-4139-9d15-4a645659041d admin admin] Usage tracker for resource:subnet and tenant:6ab0fe6b7e8645a0861136e67b76d521 is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:14:49.258995 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-71dd122e-104e-4473-ad7e-5a8f88a2d009 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:49.261644 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-aebe40b5-d517-4139-9d15-4a645659041d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:14:49.266946 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-71dd122e-104e-4473-ad7e-5a8f88a2d009 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985230'] for security_group, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:49.271598 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:14:49.285368 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-aebe40b5-d517-4139-9d15-4a645659041d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:14:49.295787 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aebe40b5-d517-4139-9d15-4a645659041d admin admin] Made reservation on behalf of 6ab0fe6b7e8645a0861136e67b76d521 for: {'subnet': 1} {{(pid=73809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:14:49.298206 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-aebe40b5-d517-4139-9d15-4a645659041d admin admin] Notify callbacks [] for subnet, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:49.330363 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71dd122e-104e-4473-ad7e-5a8f88a2d009 admin admin] vlan segment allocate from pool success with {'vlan_id': 1145, 'physical_network': 'physnet1'} {{(pid=73810) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 13:14:49.345220 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.84', 51898) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:14:49.361654 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71dd122e-104e-4473-ad7e-5a8f88a2d009 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78b91c60-43f7-43d4-ab5b-e36ce0163f9a,revision_number=1']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:14:49.368612 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-71dd122e-104e-4473-ad7e-5a8f88a2d009 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:14:49.373931 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-71dd122e-104e-4473-ad7e-5a8f88a2d009 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060901'] for segment, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:49.374867 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.db.segments_db [None req-71dd122e-104e-4473-ad7e-5a8f88a2d009 admin admin] Added segment 0656c9df-3683-4b19-9e2e-76cd59b3a036 of type vlan for network a2370fd2-9a9f-499d-8dea-fb3ea7c82d60 Apr 30 13:14:49.407459 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-71dd122e-104e-4473-ad7e-5a8f88a2d009 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773352860555'] for network, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:49.442927 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-71dd122e-104e-4473-ad7e-5a8f88a2d009 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313'] for network, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:49.445172 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71dd122e-104e-4473-ad7e-5a8f88a2d009 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:49.445598 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-71dd122e-104e-4473-ad7e-5a8f88a2d009 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647359'] for network, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:49.465187 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-127bc999-57eb-4987-8124-54b43558ecf2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:14:49.485384 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [None req-71dd122e-104e-4473-ad7e-5a8f88a2d009 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8572626 Apr 30 13:14:49.492291 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.84', 51906) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:14:49.512927 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.v2.base [None req-0d81d3c2-f932-4c68-a63f-b8f853ffd583 admin admin] Request body: {'subnet': {'network_id': 'a2370fd2-9a9f-499d-8dea-fb3ea7c82d60', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-223680025-subnet', 'tenant_id': '4c8480cf79cf411899d291c4db89977f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=73810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:14:49.519459 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-0d81d3c2-f932-4c68-a63f-b8f853ffd583 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:14:49.572875 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-0d81d3c2-f932-4c68-a63f-b8f853ffd583 admin admin] Usage tracker for resource:subnet and tenant:4c8480cf79cf411899d291c4db89977f is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:14:49.577916 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-0d81d3c2-f932-4c68-a63f-b8f853ffd583 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:14:49.585574 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71dd122e-104e-4473-ad7e-5a8f88a2d009 admin admin] Pushing event updated for resources: {'Network': ['ID=a2370fd2-9a9f-499d-8dea-fb3ea7c82d60,revision_number=1']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:14:49.587852 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-0d81d3c2-f932-4c68-a63f-b8f853ffd583 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:14:49.590066 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-71dd122e-104e-4473-ad7e-5a8f88a2d009 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:14:49.599377 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.rpc [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Network a2370fd2-9a9f-499d-8dea-fb3ea7c82d60 details requested by agent ovs-agent-dv-cinder-787195-5-smb with host dv-cinder-787195-5-smb {{(pid=73812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 30 13:14:49.606121 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d81d3c2-f932-4c68-a63f-b8f853ffd583 admin admin] Made reservation on behalf of 4c8480cf79cf411899d291c4db89977f for: {'subnet': 1} {{(pid=73810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:14:49.609205 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-0d81d3c2-f932-4c68-a63f-b8f853ffd583 admin admin] Notify callbacks [] for subnet, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:49.834928 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.v2.base [None req-1b3493ab-15e6-47e9-8e5b-45c6ba9bffd1 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-667705505-network', 'tenant_id': '1cdf6705df774b71b1ef55768d3b4135'}} {{(pid=73809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:14:49.842484 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-1b3493ab-15e6-47e9-8e5b-45c6ba9bffd1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:14:49.850302 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-1b3493ab-15e6-47e9-8e5b-45c6ba9bffd1 admin admin] Usage tracker for resource:network and tenant:1cdf6705df774b71b1ef55768d3b4135 is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:14:49.855240 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-1b3493ab-15e6-47e9-8e5b-45c6ba9bffd1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:14:49.859326 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.84', 51918) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:14:49.866259 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-1b3493ab-15e6-47e9-8e5b-45c6ba9bffd1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:14:49.877025 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-aebe40b5-d517-4139-9d15-4a645659041d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313'] for subnet, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:49.884182 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:14:49.901553 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.v2.base [None req-36a49616-2ece-42df-b1c0-ece612e32b24 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-49034861-network', 'tenant_id': '918e31ad0d5f410eac8b4de9626cac1f'}} {{(pid=73810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:14:49.909744 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-36a49616-2ece-42df-b1c0-ece612e32b24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:14:49.914165 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b3493ab-15e6-47e9-8e5b-45c6ba9bffd1 admin admin] Made reservation on behalf of 1cdf6705df774b71b1ef55768d3b4135 for: {'network': 1} {{(pid=73809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:14:49.916851 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-1b3493ab-15e6-47e9-8e5b-45c6ba9bffd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4120257'] for network, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:49.918207 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-36a49616-2ece-42df-b1c0-ece612e32b24 admin admin] Usage tracker for resource:network and tenant:918e31ad0d5f410eac8b4de9626cac1f is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:14:49.921848 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-36a49616-2ece-42df-b1c0-ece612e32b24 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:14:49.936803 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-1b3493ab-15e6-47e9-8e5b-45c6ba9bffd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:49.941404 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-36a49616-2ece-42df-b1c0-ece612e32b24 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:14:49.962416 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36a49616-2ece-42df-b1c0-ece612e32b24 admin admin] Made reservation on behalf of 918e31ad0d5f410eac8b4de9626cac1f for: {'network': 1} {{(pid=73810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:14:49.964954 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-36a49616-2ece-42df-b1c0-ece612e32b24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4120257'] for network, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:49.978374 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-1b3493ab-15e6-47e9-8e5b-45c6ba9bffd1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:14:49.987547 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-1b3493ab-15e6-47e9-8e5b-45c6ba9bffd1 admin admin] Usage tracker for resource:security_group_rule and tenant:1cdf6705df774b71b1ef55768d3b4135 is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:14:49.995518 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-1b3493ab-15e6-47e9-8e5b-45c6ba9bffd1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:14:50.008675 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-1b3493ab-15e6-47e9-8e5b-45c6ba9bffd1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:14:50.020693 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aebe40b5-d517-4139-9d15-4a645659041d admin admin] Checking segment: {'id': '052ca68a-8000-4628-b559-457dc5b361ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1127, 'network_id': '87e8e01a-ad03-481e-ad3a-b46f9803a913'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:14:50.021364 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aebe40b5-d517-4139-9d15-4a645659041d admin admin] Network hostable DHCP agents. Network: 87e8e01a-ad03-481e-ad3a-b46f9803a913, hostable agents: ['bbfd2d49-358d-47d1-a027-fcfd9e0d3b2b'], hosted agents: [] {{(pid=73809) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 13:14:50.032029 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebe40b5-d517-4139-9d15-4a645659041d admin admin] Pushing event updated for resources: {'Subnet': ['ID=ddc22c5d-ab26-4345-8096-8d0d17e2da1d,revision_number=0']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:14:50.033284 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-36a49616-2ece-42df-b1c0-ece612e32b24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:50.047917 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aebe40b5-d517-4139-9d15-4a645659041d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:14:50.048647 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aebe40b5-d517-4139-9d15-4a645659041d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:14:50.049207 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aebe40b5-d517-4139-9d15-4a645659041d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:14:50.049821 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aebe40b5-d517-4139-9d15-4a645659041d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:14:50.050348 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aebe40b5-d517-4139-9d15-4a645659041d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:14:50.050901 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aebe40b5-d517-4139-9d15-4a645659041d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:14:50.051456 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aebe40b5-d517-4139-9d15-4a645659041d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:14:50.051977 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aebe40b5-d517-4139-9d15-4a645659041d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:14:50.052620 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aebe40b5-d517-4139-9d15-4a645659041d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:14:50.053144 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aebe40b5-d517-4139-9d15-4a645659041d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:14:50.053688 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aebe40b5-d517-4139-9d15-4a645659041d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:14:50.054205 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aebe40b5-d517-4139-9d15-4a645659041d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:14:50.055842 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aebe40b5-d517-4139-9d15-4a645659041d admin admin] Tracked resource versions report: Apr 30 13:14:50.055842 dv-cinder-787195-5-smb neutron-server[73809]: pushed versions: Apr 30 13:14:50.055842 dv-cinder-787195-5-smb neutron-server[73809]: { 'AddressGroup': {'1.2'}, Apr 30 13:14:50.055842 dv-cinder-787195-5-smb neutron-server[73809]: 'ConntrackHelper': {'1.0'}, Apr 30 13:14:50.055842 dv-cinder-787195-5-smb neutron-server[73809]: 'Log': {'1.0'}, Apr 30 13:14:50.055842 dv-cinder-787195-5-smb neutron-server[73809]: 'Network': {'1.1'}, Apr 30 13:14:50.055842 dv-cinder-787195-5-smb neutron-server[73809]: 'Port': {'1.7'}, Apr 30 13:14:50.055842 dv-cinder-787195-5-smb neutron-server[73809]: 'PortForwarding': {'1.2'}, Apr 30 13:14:50.055842 dv-cinder-787195-5-smb neutron-server[73809]: 'QosPolicy': {'1.8'}, Apr 30 13:14:50.055842 dv-cinder-787195-5-smb neutron-server[73809]: 'SecurityGroup': {'1.4'}, Apr 30 13:14:50.055842 dv-cinder-787195-5-smb neutron-server[73809]: 'SecurityGroupRule': {'1.2'}, Apr 30 13:14:50.055842 dv-cinder-787195-5-smb neutron-server[73809]: 'SubPort': {'1.0'}, Apr 30 13:14:50.055842 dv-cinder-787195-5-smb neutron-server[73809]: 'Subnet': {'1.1'}, Apr 30 13:14:50.055842 dv-cinder-787195-5-smb neutron-server[73809]: 'Trunk': {'1.1'}} Apr 30 13:14:50.055842 dv-cinder-787195-5-smb neutron-server[73809]: consumer versions: Apr 30 13:14:50.055842 dv-cinder-787195-5-smb neutron-server[73809]: { DHCP agent@dv-cinder-787195-5-smb: {}, Apr 30 13:14:50.055842 dv-cinder-787195-5-smb neutron-server[73809]: HyperV agent@hv-cinder-78719: {}, Apr 30 13:14:50.055842 dv-cinder-787195-5-smb neutron-server[73809]: L3 agent@dv-cinder-787195-5-smb: {}, Apr 30 13:14:50.055842 dv-cinder-787195-5-smb neutron-server[73809]: Metadata agent@dv-cinder-787195-5-smb: {}, Apr 30 13:14:50.055842 dv-cinder-787195-5-smb neutron-server[73809]: Metering agent@dv-cinder-787195-5-smb: {}, Apr 30 13:14:50.055842 dv-cinder-787195-5-smb neutron-server[73809]: Open vSwitch agent@dv-cinder-787195-5-smb: { 'AddressGroup': '1.2', Apr 30 13:14:50.055842 dv-cinder-787195-5-smb neutron-server[73809]: 'ConntrackHelper': '1.0', Apr 30 13:14:50.055842 dv-cinder-787195-5-smb neutron-server[73809]: 'Log': '1.0', Apr 30 13:14:50.055842 dv-cinder-787195-5-smb neutron-server[73809]: 'Network': '1.1', Apr 30 13:14:50.055842 dv-cinder-787195-5-smb neutron-server[73809]: 'Port': '1.7', Apr 30 13:14:50.055842 dv-cinder-787195-5-smb neutron-server[73809]: 'PortForwarding': '1.2', Apr 30 13:14:50.055842 dv-cinder-787195-5-smb neutron-server[73809]: 'QosPolicy': '1.8', Apr 30 13:14:50.055842 dv-cinder-787195-5-smb neutron-server[73809]: 'SecurityGroup': '1.4', Apr 30 13:14:50.055842 dv-cinder-787195-5-smb neutron-server[73809]: 'SecurityGroupRule': '1.2', Apr 30 13:14:50.055842 dv-cinder-787195-5-smb neutron-server[73809]: 'SubPort': '1.0', Apr 30 13:14:50.055842 dv-cinder-787195-5-smb neutron-server[73809]: 'Subnet': '1.1', Apr 30 13:14:50.055842 dv-cinder-787195-5-smb neutron-server[73809]: 'Trunk': '1.1'}} Apr 30 13:14:50.055842 dv-cinder-787195-5-smb neutron-server[73809]: {{(pid=73809) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 30 13:14:50.063247 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-36a49616-2ece-42df-b1c0-ece612e32b24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:14:50.068803 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-36a49616-2ece-42df-b1c0-ece612e32b24 admin admin] Usage tracker for resource:security_group_rule and tenant:918e31ad0d5f410eac8b4de9626cac1f is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:14:50.072838 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-36a49616-2ece-42df-b1c0-ece612e32b24 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:14:50.077991 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-aebe40b5-d517-4139-9d15-4a645659041d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:14:50.080248 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-36a49616-2ece-42df-b1c0-ece612e32b24 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:14:50.094327 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aebe40b5-d517-4139-9d15-4a645659041d admin admin] Network 87e8e01a-ad03-481e-ad3a-b46f9803a913 is scheduled to be hosted by DHCP agent bbfd2d49-358d-47d1-a027-fcfd9e0d3b2b with binding_index 1 {{(pid=73809) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 13:14:50.113762 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.scheduler.base_scheduler [None req-aebe40b5-d517-4139-9d15-4a645659041d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787195-5-smb, 87e8e01a-ad03-481e-ad3a-b46f9803a913) {{(pid=73809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:14:50.121703 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aebe40b5-d517-4139-9d15-4a645659041d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:50.122604 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-aebe40b5-d517-4139-9d15-4a645659041d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647359'] for subnet, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:50.125254 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-160cd004-9fc2-4bfc-8ab8-dcc6dd09bbe5 None None] Network 87e8e01a-ad03-481e-ad3a-b46f9803a913 requested from dv-cinder-787195-5-smb {{(pid=73812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 13:14:50.159517 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.84', 51930) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:14:50.159980 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [None req-aebe40b5-d517-4139-9d15-4a645659041d admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.9332683 Apr 30 13:14:50.178389 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.v2.base [None req-82edabc1-8888-41aa-a945-eb06fa116dcb admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1911008498-router', 'tenant_id': '6ab0fe6b7e8645a0861136e67b76d521', 'external_gateway_info': {'network_id': 'b95ef810-b08d-4c08-b0c0-c75d2ee1b25b'}}} {{(pid=73810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:14:50.186818 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-82edabc1-8888-41aa-a945-eb06fa116dcb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:14:50.225880 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-1b3493ab-15e6-47e9-8e5b-45c6ba9bffd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:50.234108 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-1b3493ab-15e6-47e9-8e5b-45c6ba9bffd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985230'] for security_group, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:50.244399 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:14:50.256685 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-82edabc1-8888-41aa-a945-eb06fa116dcb admin admin] Usage tracker for resource:router and tenant:6ab0fe6b7e8645a0861136e67b76d521 is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:14:50.267313 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-82edabc1-8888-41aa-a945-eb06fa116dcb admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:14:50.299592 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-82edabc1-8888-41aa-a945-eb06fa116dcb admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:14:50.303738 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3493ab-15e6-47e9-8e5b-45c6ba9bffd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df2086e1-8b8b-4661-a82b-1d0dd7af762c,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:14:50.328333 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.v2.base [None req-dd5d9aae-9142-4d5c-a75a-83ca684bb496 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-256792128-network', 'tenant_id': 'cf322eeac3ca4a6082b97c36e5f25fa8'}} {{(pid=73809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:14:50.333333 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-1b3493ab-15e6-47e9-8e5b-45c6ba9bffd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:14:50.336942 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-dd5d9aae-9142-4d5c-a75a-83ca684bb496 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:14:50.342831 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b3493ab-15e6-47e9-8e5b-45c6ba9bffd1 admin admin] vlan segment allocate from pool success with {'vlan_id': 1121, 'physical_network': 'physnet1'} {{(pid=73809) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 13:14:50.345895 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-dd5d9aae-9142-4d5c-a75a-83ca684bb496 admin admin] Usage tracker for resource:network and tenant:cf322eeac3ca4a6082b97c36e5f25fa8 is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:14:50.351653 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-dd5d9aae-9142-4d5c-a75a-83ca684bb496 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:14:50.353974 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-0d81d3c2-f932-4c68-a63f-b8f853ffd583 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313'] for subnet, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:50.360035 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-dd5d9aae-9142-4d5c-a75a-83ca684bb496 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:14:50.365130 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-1b3493ab-15e6-47e9-8e5b-45c6ba9bffd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060901'] for segment, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:50.365810 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.db.segments_db [None req-1b3493ab-15e6-47e9-8e5b-45c6ba9bffd1 admin admin] Added segment bd5afee6-82cf-4022-aa9c-8998fa98a06d of type vlan for network e366e837-ed9f-4552-8a40-b501cbb570b4 Apr 30 13:14:50.385711 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd5d9aae-9142-4d5c-a75a-83ca684bb496 admin admin] Made reservation on behalf of cf322eeac3ca4a6082b97c36e5f25fa8 for: {'network': 1} {{(pid=73809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:14:50.389716 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-dd5d9aae-9142-4d5c-a75a-83ca684bb496 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4120257'] for network, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:50.416122 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-dd5d9aae-9142-4d5c-a75a-83ca684bb496 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:50.420051 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:14:50.439878 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-1b3493ab-15e6-47e9-8e5b-45c6ba9bffd1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773352860555'] for network, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:50.454402 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-dd5d9aae-9142-4d5c-a75a-83ca684bb496 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:14:50.461609 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-dd5d9aae-9142-4d5c-a75a-83ca684bb496 admin admin] Usage tracker for resource:security_group_rule and tenant:cf322eeac3ca4a6082b97c36e5f25fa8 is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:14:50.466124 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-dd5d9aae-9142-4d5c-a75a-83ca684bb496 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:14:50.473616 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-dd5d9aae-9142-4d5c-a75a-83ca684bb496 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:14:50.519694 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-1b3493ab-15e6-47e9-8e5b-45c6ba9bffd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313'] for network, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:50.527590 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b3493ab-15e6-47e9-8e5b-45c6ba9bffd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:50.542112 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-1b3493ab-15e6-47e9-8e5b-45c6ba9bffd1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647359'] for network, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:50.580286 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-f1bef47b-98ff-4877-b732-39d61dd3645a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:14:50.594560 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d81d3c2-f932-4c68-a63f-b8f853ffd583 admin admin] Pushing event updated for resources: {'Subnet': ['ID=295a1801-3c8d-4aef-b140-f11bdef5d697,revision_number=0']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:14:50.600810 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-0d81d3c2-f932-4c68-a63f-b8f853ffd583 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:14:50.608531 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-36a49616-2ece-42df-b1c0-ece612e32b24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:50.620320 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f40c3090-036b-42e1-b3d6-dfbd44a52c98 None None] Network 87e8e01a-ad03-481e-ad3a-b46f9803a913 requested from dv-cinder-787195-5-smb {{(pid=73812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 13:14:50.630019 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-82edabc1-8888-41aa-a945-eb06fa116dcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1027317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4690'] for router, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:50.631388 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-82edabc1-8888-41aa-a945-eb06fa116dcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1027308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1044963', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-983204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4699'] for router, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:50.673055 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-36a49616-2ece-42df-b1c0-ece612e32b24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985230'] for security_group, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:50.710783 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:14:50.732948 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-82edabc1-8888-41aa-a945-eb06fa116dcb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:50.759725 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3493ab-15e6-47e9-8e5b-45c6ba9bffd1 admin admin] Pushing event updated for resources: {'Network': ['ID=e366e837-ed9f-4552-8a40-b501cbb570b4,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:14:50.769835 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-1b3493ab-15e6-47e9-8e5b-45c6ba9bffd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:14:50.792136 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.rpc [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Network e366e837-ed9f-4552-8a40-b501cbb570b4 details requested by agent ovs-agent-dv-cinder-787195-5-smb with host dv-cinder-787195-5-smb {{(pid=73812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 30 13:14:50.846385 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [None req-1b3493ab-15e6-47e9-8e5b-45c6ba9bffd1 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.6367133 Apr 30 13:14:50.847802 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.84', 51954) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:14:50.863046 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.v2.base [None req-f611e626-2318-4f78-a4b5-c1f76c02efe4 admin admin] Request body: {'subnet': {'network_id': 'e366e837-ed9f-4552-8a40-b501cbb570b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-667705505-subnet', 'tenant_id': '1cdf6705df774b71b1ef55768d3b4135', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=73809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:14:50.877243 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-f611e626-2318-4f78-a4b5-c1f76c02efe4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:14:50.889388 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-f611e626-2318-4f78-a4b5-c1f76c02efe4 admin admin] Usage tracker for resource:subnet and tenant:1cdf6705df774b71b1ef55768d3b4135 is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:14:50.896402 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-f611e626-2318-4f78-a4b5-c1f76c02efe4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:14:50.914171 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-f611e626-2318-4f78-a4b5-c1f76c02efe4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:14:50.926643 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-dd5d9aae-9142-4d5c-a75a-83ca684bb496 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:50.937695 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-dd5d9aae-9142-4d5c-a75a-83ca684bb496 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985230'] for security_group, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:50.956625 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f611e626-2318-4f78-a4b5-c1f76c02efe4 admin admin] Made reservation on behalf of 1cdf6705df774b71b1ef55768d3b4135 for: {'subnet': 1} {{(pid=73809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:14:50.956625 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-f611e626-2318-4f78-a4b5-c1f76c02efe4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:50.961632 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36a49616-2ece-42df-b1c0-ece612e32b24 admin admin] vlan segment allocate from pool success with {'vlan_id': 1123, 'physical_network': 'physnet1'} {{(pid=73810) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 13:14:50.967386 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:14:50.989845 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d81d3c2-f932-4c68-a63f-b8f853ffd583 admin admin] Checking segment: {'id': '0656c9df-3683-4b19-9e2e-76cd59b3a036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': 'a2370fd2-9a9f-499d-8dea-fb3ea7c82d60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:14:50.990783 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d81d3c2-f932-4c68-a63f-b8f853ffd583 admin admin] Network hostable DHCP agents. Network: a2370fd2-9a9f-499d-8dea-fb3ea7c82d60, hostable agents: ['bbfd2d49-358d-47d1-a027-fcfd9e0d3b2b'], hosted agents: [] {{(pid=73810) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 13:14:51.051162 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a49616-2ece-42df-b1c0-ece612e32b24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32c5e7fc-4eb9-410e-81f8-43c1e8b6ba3e,revision_number=1']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:14:51.063702 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-36a49616-2ece-42df-b1c0-ece612e32b24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:14:51.064981 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-36a49616-2ece-42df-b1c0-ece612e32b24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060901'] for segment, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:51.065378 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.db.segments_db [None req-36a49616-2ece-42df-b1c0-ece612e32b24 admin admin] Added segment ff042486-32fa-466b-a0ab-93d4f13b17fd of type vlan for network 1457f85c-3f42-4120-b6e2-0f4ede8b9218 Apr 30 13:14:51.169315 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd5d9aae-9142-4d5c-a75a-83ca684bb496 admin admin] vlan segment allocate from pool success with {'vlan_id': 1125, 'physical_network': 'physnet1'} {{(pid=73809) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 13:14:51.209515 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5d9aae-9142-4d5c-a75a-83ca684bb496 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c07e30f-6df6-4fa5-914b-5d27af06d4ff,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:14:51.222058 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d81d3c2-f932-4c68-a63f-b8f853ffd583 admin admin] Network a2370fd2-9a9f-499d-8dea-fb3ea7c82d60 is scheduled to be hosted by DHCP agent bbfd2d49-358d-47d1-a027-fcfd9e0d3b2b with binding_index 1 {{(pid=73810) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 13:14:51.227800 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-dd5d9aae-9142-4d5c-a75a-83ca684bb496 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:14:51.244258 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-dd5d9aae-9142-4d5c-a75a-83ca684bb496 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060901'] for segment, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:51.244641 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.db.segments_db [None req-dd5d9aae-9142-4d5c-a75a-83ca684bb496 admin admin] Added segment 464fd61d-8303-45a4-a55d-5d069c9797b6 of type vlan for network 01195525-d055-479a-a2be-e547c79ff0bf Apr 30 13:14:51.256632 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-36a49616-2ece-42df-b1c0-ece612e32b24 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773352860555'] for network, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:51.326572 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-dd5d9aae-9142-4d5c-a75a-83ca684bb496 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773352860555'] for network, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:51.368456 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.scheduler.base_scheduler [None req-0d81d3c2-f932-4c68-a63f-b8f853ffd583 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787195-5-smb, a2370fd2-9a9f-499d-8dea-fb3ea7c82d60) {{(pid=73810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:14:51.380267 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a31ea344-140e-4b45-a22c-06f6ef5013d6 None None] Network a2370fd2-9a9f-499d-8dea-fb3ea7c82d60 requested from dv-cinder-787195-5-smb {{(pid=73812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 13:14:51.387265 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d81d3c2-f932-4c68-a63f-b8f853ffd583 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:51.387883 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-0d81d3c2-f932-4c68-a63f-b8f853ffd583 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647359'] for subnet, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:51.470440 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-82edabc1-8888-41aa-a945-eb06fa116dcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1044890', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1027937', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4777'] for router, precommit_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:51.493542 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.db.resource_extend [None req-dd5d9aae-9142-4d5c-a75a-83ca684bb496 admin admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=73809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 30 13:14:51.523593 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [None req-0d81d3c2-f932-4c68-a63f-b8f853ffd583 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.0192828 Apr 30 13:14:51.526585 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-36a49616-2ece-42df-b1c0-ece612e32b24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313'] for network, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:51.539793 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-dd5d9aae-9142-4d5c-a75a-83ca684bb496 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313'] for network, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:51.542346 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd5d9aae-9142-4d5c-a75a-83ca684bb496 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:51.543047 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-dd5d9aae-9142-4d5c-a75a-83ca684bb496 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647359'] for network, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:51.554077 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36a49616-2ece-42df-b1c0-ece612e32b24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:51.555150 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-36a49616-2ece-42df-b1c0-ece612e32b24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647359'] for network, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:51.572063 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-1b3493ab-15e6-47e9-8e5b-45c6ba9bffd1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:14:51.587489 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-828c9fde-f376-4db4-ab1e-6c4e7cfc2b7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:14:51.701517 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [None req-36a49616-2ece-42df-b1c0-ece612e32b24 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.3549652 Apr 30 13:14:51.703435 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.84', 51990) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:14:51.706911 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [None req-dd5d9aae-9142-4d5c-a75a-83ca684bb496 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.8466148 Apr 30 13:14:51.712655 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.84', 51994) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:14:51.716295 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.v2.base [None req-e3a72bd0-e2a7-4900-b20f-39b0142231fa admin admin] Request body: {'subnet': {'network_id': '1457f85c-3f42-4120-b6e2-0f4ede8b9218', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-49034861-subnet', 'tenant_id': '918e31ad0d5f410eac8b4de9626cac1f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=73809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:14:51.732968 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5d9aae-9142-4d5c-a75a-83ca684bb496 admin admin] Pushing event updated for resources: {'Network': ['ID=01195525-d055-479a-a2be-e547c79ff0bf,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:14:51.735851 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-e3a72bd0-e2a7-4900-b20f-39b0142231fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:14:51.742647 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.v2.base [None req-5513e6a2-a36f-41e9-98ca-1b3a9510b565 admin admin] Request body: {'subnet': {'network_id': '01195525-d055-479a-a2be-e547c79ff0bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-256792128-subnet', 'tenant_id': 'cf322eeac3ca4a6082b97c36e5f25fa8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=73809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:14:51.747839 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-dd5d9aae-9142-4d5c-a75a-83ca684bb496 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:14:51.750580 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-e3a72bd0-e2a7-4900-b20f-39b0142231fa admin admin] Usage tracker for resource:subnet and tenant:918e31ad0d5f410eac8b4de9626cac1f is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:14:51.754847 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-5513e6a2-a36f-41e9-98ca-1b3a9510b565 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:14:51.757189 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-e3a72bd0-e2a7-4900-b20f-39b0142231fa admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:14:51.764714 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-e3a72bd0-e2a7-4900-b20f-39b0142231fa admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:14:51.768907 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-5513e6a2-a36f-41e9-98ca-1b3a9510b565 admin admin] Usage tracker for resource:subnet and tenant:cf322eeac3ca4a6082b97c36e5f25fa8 is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:14:51.775136 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-5513e6a2-a36f-41e9-98ca-1b3a9510b565 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:14:51.783996 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-5513e6a2-a36f-41e9-98ca-1b3a9510b565 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:14:51.786532 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.rpc [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Network 01195525-d055-479a-a2be-e547c79ff0bf details requested by agent ovs-agent-dv-cinder-787195-5-smb with host dv-cinder-787195-5-smb {{(pid=73812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 30 13:14:51.842504 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3a72bd0-e2a7-4900-b20f-39b0142231fa admin admin] Made reservation on behalf of 918e31ad0d5f410eac8b4de9626cac1f for: {'subnet': 1} {{(pid=73809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:14:51.845182 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-e3a72bd0-e2a7-4900-b20f-39b0142231fa admin admin] Notify callbacks [] for subnet, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:51.880761 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5513e6a2-a36f-41e9-98ca-1b3a9510b565 admin admin] Made reservation on behalf of cf322eeac3ca4a6082b97c36e5f25fa8 for: {'subnet': 1} {{(pid=73809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:14:51.882772 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-5513e6a2-a36f-41e9-98ca-1b3a9510b565 admin admin] Notify callbacks [] for subnet, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:51.997371 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a49616-2ece-42df-b1c0-ece612e32b24 admin admin] Pushing event updated for resources: {'Network': ['ID=1457f85c-3f42-4120-b6e2-0f4ede8b9218,revision_number=1']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:14:52.000835 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-36a49616-2ece-42df-b1c0-ece612e32b24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.413s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:14:52.071807 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.rpc [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Network 1457f85c-3f42-4120-b6e2-0f4ede8b9218 details requested by agent ovs-agent-dv-cinder-787195-5-smb with host dv-cinder-787195-5-smb {{(pid=73812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 30 13:14:52.144022 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-075601f4-6748-4297-8cbe-f81bbb00c1d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000748'] for agent, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:52.156578 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-522d16cd-858d-46bc-8335-4aa0d24bc2ea None None] Network a2370fd2-9a9f-499d-8dea-fb3ea7c82d60 requested from dv-cinder-787195-5-smb {{(pid=73812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 13:14:52.334481 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-f611e626-2318-4f78-a4b5-c1f76c02efe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313'] for subnet, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:52.406002 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-4901812e-449e-42d6-bf28-34be741bcfdc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:14:52.409010 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-82edabc1-8888-41aa-a945-eb06fa116dcb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:52.436385 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000748'] for agent, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:52.469657 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.84', 52036) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:14:52.475680 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-82edabc1-8888-41aa-a945-eb06fa116dcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4120257'] for port, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:52.537212 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f611e626-2318-4f78-a4b5-c1f76c02efe4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6bc0199c-a631-4772-be49-5ae677a3d71f,revision_number=0']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:14:52.549144 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-f611e626-2318-4f78-a4b5-c1f76c02efe4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:14:52.561575 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f611e626-2318-4f78-a4b5-c1f76c02efe4 admin admin] Checking segment: {'id': 'bd5afee6-82cf-4022-aa9c-8998fa98a06d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': 'e366e837-ed9f-4552-8a40-b501cbb570b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:14:52.562024 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f611e626-2318-4f78-a4b5-c1f76c02efe4 admin admin] Network hostable DHCP agents. Network: e366e837-ed9f-4552-8a40-b501cbb570b4, hostable agents: ['bbfd2d49-358d-47d1-a027-fcfd9e0d3b2b'], hosted agents: [] {{(pid=73809) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 13:14:52.650413 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f611e626-2318-4f78-a4b5-c1f76c02efe4 admin admin] Network e366e837-ed9f-4552-8a40-b501cbb570b4 is scheduled to be hosted by DHCP agent bbfd2d49-358d-47d1-a027-fcfd9e0d3b2b with binding_index 1 {{(pid=73809) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 13:14:52.672260 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.db.db_base_plugin_common [None req-82edabc1-8888-41aa-a945-eb06fa116dcb admin admin] Allocated IP 172.28.3.51 (b95ef810-b08d-4c08-b0c0-c75d2ee1b25b/b3fe51b0-9be9-4b1a-951c-de133b7a88b5/05bc73a8-c1a0-4b76-afa6-1ef2200a1c78) {{(pid=73810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 13:14:52.717239 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.scheduler.base_scheduler [None req-f611e626-2318-4f78-a4b5-c1f76c02efe4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787195-5-smb, e366e837-ed9f-4552-8a40-b501cbb570b4) {{(pid=73809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:14:52.727547 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8e254da-8073-4ee9-9394-3a09060d69cd None None] Network e366e837-ed9f-4552-8a40-b501cbb570b4 requested from dv-cinder-787195-5-smb {{(pid=73812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 13:14:52.735800 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f611e626-2318-4f78-a4b5-c1f76c02efe4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:52.736908 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-f611e626-2318-4f78-a4b5-c1f76c02efe4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647359'] for subnet, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:52.830283 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [None req-f611e626-2318-4f78-a4b5-c1f76c02efe4 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.9762666 Apr 30 13:14:52.838048 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.84', 52050) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:14:52.848867 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.v2.base [None req-b9763c81-409d-4e46-b285-3a69d3230524 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-667705505-router', 'tenant_id': '1cdf6705df774b71b1ef55768d3b4135', 'external_gateway_info': {'network_id': 'b95ef810-b08d-4c08-b0c0-c75d2ee1b25b'}}} {{(pid=73809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:14:52.909090 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-b9763c81-409d-4e46-b285-3a69d3230524 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:14:52.926442 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-b9763c81-409d-4e46-b285-3a69d3230524 admin admin] Usage tracker for resource:router and tenant:1cdf6705df774b71b1ef55768d3b4135 is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:14:52.933488 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-b9763c81-409d-4e46-b285-3a69d3230524 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:14:52.943874 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-b9763c81-409d-4e46-b285-3a69d3230524 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:14:52.974120 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-b9763c81-409d-4e46-b285-3a69d3230524 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1027317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4690'] for router, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:52.975960 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-b9763c81-409d-4e46-b285-3a69d3230524 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1027308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1044963', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-983204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4699'] for router, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:53.059625 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-b9763c81-409d-4e46-b285-3a69d3230524 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:53.066067 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.84', 52054) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:14:53.168634 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-82edabc1-8888-41aa-a945-eb06fa116dcb admin admin] Notify callbacks [] for port, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:53.206294 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57b61071-fb62-4e42-8be6-a0d444d35e90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0abff78b-686c-5a1b-86a5-cab98582ec61-e366e837-ed9f-4552-8a40-b501cbb570b4', 'network_id': 'e366e837-ed9f-4552-8a40-b501cbb570b4', 'tenant_id': '1cdf6705df774b71b1ef55768d3b4135', 'fixed_ips': [{'subnet_id': '6bc0199c-a631-4772-be49-5ae677a3d71f'}]}} from dv-cinder-787195-5-smb. {{(pid=73812) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 30 13:14:53.210275 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-57b61071-fb62-4e42-8be6-a0d444d35e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4120257'] for port, before_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:53.222391 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-959d8cb4-b3c8-49cc-bd41-d5eebbe0aa64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:53.238808 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-a9ba599c-bbf2-42e7-8bf2-2ae3bfc6b861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000748'] for agent, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:53.273954 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-959d8cb4-b3c8-49cc-bd41-d5eebbe0aa64 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:14:53.288382 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-959d8cb4-b3c8-49cc-bd41-d5eebbe0aa64 admin admin] Usage tracker for resource:security_group_rule and tenant:ddfaeb9f7cbb4ede92027389e98e32a0 is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:14:53.300792 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-959d8cb4-b3c8-49cc-bd41-d5eebbe0aa64 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:14:53.305390 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-4f9325f0-1879-48b5-b5fa-f0468ebbb0f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:53.320974 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-959d8cb4-b3c8-49cc-bd41-d5eebbe0aa64 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:14:53.336853 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-5513e6a2-a36f-41e9-98ca-1b3a9510b565 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313'] for subnet, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:53.340821 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-4f9325f0-1879-48b5-b5fa-f0468ebbb0f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:14:53.345356 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-4f9325f0-1879-48b5-b5fa-f0468ebbb0f6 admin admin] Usage tracker for resource:security_group_rule and tenant:c5540091470e423e84394a4c7d5ca3bf is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:14:53.348869 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-4f9325f0-1879-48b5-b5fa-f0468ebbb0f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:14:53.355282 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-4f9325f0-1879-48b5-b5fa-f0468ebbb0f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:14:53.418723 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.db_base_plugin_common [None req-57b61071-fb62-4e42-8be6-a0d444d35e90 None None] Allocated IP 172.20.0.2 (e366e837-ed9f-4552-8a40-b501cbb570b4/6bc0199c-a631-4772-be49-5ae677a3d71f/011e07be-ae52-4f3d-b5e2-ae2c0c857fff) {{(pid=73812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 13:14:53.458005 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-4f9325f0-1879-48b5-b5fa-f0468ebbb0f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:53.500656 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-82edabc1-8888-41aa-a945-eb06fa116dcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4120194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773352839702'] for port, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:53.512940 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:14:53.650387 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82edabc1-8888-41aa-a945-eb06fa116dcb admin admin] Network b95ef810-b08d-4c08-b0c0-c75d2ee1b25b is already hosted by enough agents. {{(pid=73810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:14:53.664586 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.scheduler.base_scheduler [None req-82edabc1-8888-41aa-a945-eb06fa116dcb admin admin] Resources bound (agent type, host, resource id): {{(pid=73810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:14:53.673030 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82edabc1-8888-41aa-a945-eb06fa116dcb admin admin] Received port after_create {{(pid=73810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 13:14:53.768489 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82edabc1-8888-41aa-a945-eb06fa116dcb admin admin] Pushing event updated for resources: {'Port': ['ID=05bc73a8-c1a0-4b76-afa6-1ef2200a1c78,revision_number=1']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:14:53.812587 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-57b61071-fb62-4e42-8be6-a0d444d35e90 None None] Notify callbacks [] for port, precommit_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:53.821921 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.84', 52092) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:14:53.825526 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.provisioning_blocks [None req-57b61071-fb62-4e42-8be6-a0d444d35e90 None None] Transition to ACTIVE for port object 011e07be-ae52-4f3d-b5e2-ae2c0c857fff will not be triggered until provisioned by entity L2. {{(pid=73812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:14:53.836071 dv-cinder-787195-5-smb neutron-server[73810]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 30 13:14:53.845874 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:14:53.856523 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-82edabc1-8888-41aa-a945-eb06fa116dcb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:14:53.862019 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.provisioning_blocks [None req-57b61071-fb62-4e42-8be6-a0d444d35e90 None None] Transition to ACTIVE for port object 011e07be-ae52-4f3d-b5e2-ae2c0c857fff will not be triggered until provisioned by entity DHCP. {{(pid=73812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:14:53.874227 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-4f9325f0-1879-48b5-b5fa-f0468ebbb0f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985230'] for security_group, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:53.874902 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-57b61071-fb62-4e42-8be6-a0d444d35e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4120194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773352839702'] for port, after_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:53.887175 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-eced42a7-bbbe-45f9-9f25-e591c1b75e9c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:14:53.952386 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57b61071-fb62-4e42-8be6-a0d444d35e90 None None] Network e366e837-ed9f-4552-8a40-b501cbb570b4 is already hosted by enough agents. {{(pid=73812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:14:53.953630 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.scheduler.base_scheduler [None req-57b61071-fb62-4e42-8be6-a0d444d35e90 None None] Resources bound (agent type, host, resource id): {{(pid=73812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:14:53.966677 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57b61071-fb62-4e42-8be6-a0d444d35e90 None None] Received port after_create {{(pid=73812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 13:14:53.979876 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-b9763c81-409d-4e46-b285-3a69d3230524 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1044890', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1027937', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4777'] for router, precommit_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:54.002204 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-e3a72bd0-e2a7-4900-b20f-39b0142231fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313'] for subnet, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:54.012826 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-959d8cb4-b3c8-49cc-bd41-d5eebbe0aa64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:54.028306 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-959d8cb4-b3c8-49cc-bd41-d5eebbe0aa64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985230'] for security_group, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:54.045996 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:14:54.049108 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5513e6a2-a36f-41e9-98ca-1b3a9510b565 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e16aca97-3403-4669-beae-2eb7636c0fcb,revision_number=0']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:14:54.072065 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-4f9325f0-1879-48b5-b5fa-f0468ebbb0f6 admin admin] Synchronizing usage tracker for tenant:a910fbcdda4d45bf9954df9e989a08bb on resource:security_group {{(pid=73809) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:14:54.075082 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-5513e6a2-a36f-41e9-98ca-1b3a9510b565 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:14:54.080502 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.121s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:14:54.090848 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.managers [None req-57b61071-fb62-4e42-8be6-a0d444d35e90 None None] Attempting to bind port 011e07be-ae52-4f3d-b5e2-ae2c0c857fff on host dv-cinder-787195-5-smb for vnic_type normal with profile {{(pid=73812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 13:14:54.090848 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.managers [None req-57b61071-fb62-4e42-8be6-a0d444d35e90 None None] Attempting to bind port 011e07be-ae52-4f3d-b5e2-ae2c0c857fff by drivers openvswitch,hyperv on host dv-cinder-787195-5-smb at level 0 using segments [{'id': 'bd5afee6-82cf-4022-aa9c-8998fa98a06d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': 'e366e837-ed9f-4552-8a40-b501cbb570b4'}] {{(pid=73812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 13:14:54.091302 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b61071-fb62-4e42-8be6-a0d444d35e90 None None] Attempting to bind port 011e07be-ae52-4f3d-b5e2-ae2c0c857fff on network e366e837-ed9f-4552-8a40-b501cbb570b4 {{(pid=73812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:14:54.102962 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b61071-fb62-4e42-8be6-a0d444d35e90 None None] Checking agent: {'id': '389db99c-db4b-44ca-8e25-149d3cf00f42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 6, 52), 'started_at': datetime.datetime(2021, 4, 30, 13, 7, 22), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 14, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 13:14:54.103241 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b61071-fb62-4e42-8be6-a0d444d35e90 None None] Checking segment: {'id': 'bd5afee6-82cf-4022-aa9c-8998fa98a06d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': 'e366e837-ed9f-4552-8a40-b501cbb570b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:14:54.103675 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-57b61071-fb62-4e42-8be6-a0d444d35e90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:54.104142 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b61071-fb62-4e42-8be6-a0d444d35e90 None None] Bound using segment: {'id': 'bd5afee6-82cf-4022-aa9c-8998fa98a06d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': 'e366e837-ed9f-4552-8a40-b501cbb570b4'} {{(pid=73812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 13:14:54.104855 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.managers [None req-57b61071-fb62-4e42-8be6-a0d444d35e90 None None] Bound port: 011e07be-ae52-4f3d-b5e2-ae2c0c857fff, host: dv-cinder-787195-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd5afee6-82cf-4022-aa9c-8998fa98a06d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': 'e366e837-ed9f-4552-8a40-b501cbb570b4'}}] {{(pid=73812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 13:14:54.105277 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-57b61071-fb62-4e42-8be6-a0d444d35e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4120257'] for port, before_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:54.116128 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9325f0-1879-48b5-b5fa-f0468ebbb0f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50584cf7-329b-45a4-8618-b2630493b3ed,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:14:54.129495 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b61071-fb62-4e42-8be6-a0d444d35e90 None None] Pushing event updated for resources: {'Port': ['ID=011e07be-ae52-4f3d-b5e2-ae2c0c857fff,revision_number=1']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:14:54.131739 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-4f9325f0-1879-48b5-b5fa-f0468ebbb0f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:14:54.132155 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.096s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:14:54.150784 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b61071-fb62-4e42-8be6-a0d444d35e90 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:14:54.151211 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b61071-fb62-4e42-8be6-a0d444d35e90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:14:54.151602 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b61071-fb62-4e42-8be6-a0d444d35e90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:14:54.152831 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b61071-fb62-4e42-8be6-a0d444d35e90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:14:54.153441 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b61071-fb62-4e42-8be6-a0d444d35e90 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:14:54.154008 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b61071-fb62-4e42-8be6-a0d444d35e90 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:14:54.154364 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b61071-fb62-4e42-8be6-a0d444d35e90 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:14:54.154782 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b61071-fb62-4e42-8be6-a0d444d35e90 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:14:54.155194 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b61071-fb62-4e42-8be6-a0d444d35e90 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:14:54.155601 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b61071-fb62-4e42-8be6-a0d444d35e90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:14:54.156007 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b61071-fb62-4e42-8be6-a0d444d35e90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:14:54.156431 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b61071-fb62-4e42-8be6-a0d444d35e90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:14:54.158050 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b61071-fb62-4e42-8be6-a0d444d35e90 None None] Tracked resource versions report: Apr 30 13:14:54.158050 dv-cinder-787195-5-smb neutron-server[73812]: pushed versions: Apr 30 13:14:54.158050 dv-cinder-787195-5-smb neutron-server[73812]: { 'AddressGroup': {'1.2'}, Apr 30 13:14:54.158050 dv-cinder-787195-5-smb neutron-server[73812]: 'ConntrackHelper': {'1.0'}, Apr 30 13:14:54.158050 dv-cinder-787195-5-smb neutron-server[73812]: 'Log': {'1.0'}, Apr 30 13:14:54.158050 dv-cinder-787195-5-smb neutron-server[73812]: 'Network': {'1.1'}, Apr 30 13:14:54.158050 dv-cinder-787195-5-smb neutron-server[73812]: 'Port': {'1.7'}, Apr 30 13:14:54.158050 dv-cinder-787195-5-smb neutron-server[73812]: 'PortForwarding': {'1.2'}, Apr 30 13:14:54.158050 dv-cinder-787195-5-smb neutron-server[73812]: 'QosPolicy': {'1.8'}, Apr 30 13:14:54.158050 dv-cinder-787195-5-smb neutron-server[73812]: 'SecurityGroup': {'1.4'}, Apr 30 13:14:54.158050 dv-cinder-787195-5-smb neutron-server[73812]: 'SecurityGroupRule': {'1.2'}, Apr 30 13:14:54.158050 dv-cinder-787195-5-smb neutron-server[73812]: 'SubPort': {'1.0'}, Apr 30 13:14:54.158050 dv-cinder-787195-5-smb neutron-server[73812]: 'Subnet': {'1.1'}, Apr 30 13:14:54.158050 dv-cinder-787195-5-smb neutron-server[73812]: 'Trunk': {'1.1'}} Apr 30 13:14:54.158050 dv-cinder-787195-5-smb neutron-server[73812]: consumer versions: Apr 30 13:14:54.158050 dv-cinder-787195-5-smb neutron-server[73812]: { DHCP agent@dv-cinder-787195-5-smb: {}, Apr 30 13:14:54.158050 dv-cinder-787195-5-smb neutron-server[73812]: HyperV agent@hv-cinder-78719: {}, Apr 30 13:14:54.158050 dv-cinder-787195-5-smb neutron-server[73812]: L3 agent@dv-cinder-787195-5-smb: {}, Apr 30 13:14:54.158050 dv-cinder-787195-5-smb neutron-server[73812]: Metadata agent@dv-cinder-787195-5-smb: {}, Apr 30 13:14:54.158050 dv-cinder-787195-5-smb neutron-server[73812]: Metering agent@dv-cinder-787195-5-smb: {}, Apr 30 13:14:54.158050 dv-cinder-787195-5-smb neutron-server[73812]: Open vSwitch agent@dv-cinder-787195-5-smb: { 'AddressGroup': '1.2', Apr 30 13:14:54.158050 dv-cinder-787195-5-smb neutron-server[73812]: 'ConntrackHelper': '1.0', Apr 30 13:14:54.158050 dv-cinder-787195-5-smb neutron-server[73812]: 'Log': '1.0', Apr 30 13:14:54.158050 dv-cinder-787195-5-smb neutron-server[73812]: 'Network': '1.1', Apr 30 13:14:54.158050 dv-cinder-787195-5-smb neutron-server[73812]: 'Port': '1.7', Apr 30 13:14:54.158050 dv-cinder-787195-5-smb neutron-server[73812]: 'PortForwarding': '1.2', Apr 30 13:14:54.158050 dv-cinder-787195-5-smb neutron-server[73812]: 'QosPolicy': '1.8', Apr 30 13:14:54.158050 dv-cinder-787195-5-smb neutron-server[73812]: 'SecurityGroup': '1.4', Apr 30 13:14:54.158050 dv-cinder-787195-5-smb neutron-server[73812]: 'SecurityGroupRule': '1.2', Apr 30 13:14:54.158050 dv-cinder-787195-5-smb neutron-server[73812]: 'SubPort': '1.0', Apr 30 13:14:54.158050 dv-cinder-787195-5-smb neutron-server[73812]: 'Subnet': '1.1', Apr 30 13:14:54.158050 dv-cinder-787195-5-smb neutron-server[73812]: 'Trunk': '1.1'}} Apr 30 13:14:54.158050 dv-cinder-787195-5-smb neutron-server[73812]: {{(pid=73812) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 30 13:14:54.165055 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-57b61071-fb62-4e42-8be6-a0d444d35e90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:14:54.168628 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5513e6a2-a36f-41e9-98ca-1b3a9510b565 admin admin] Checking segment: {'id': '464fd61d-8303-45a4-a55d-5d069c9797b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': '01195525-d055-479a-a2be-e547c79ff0bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:14:54.168987 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5513e6a2-a36f-41e9-98ca-1b3a9510b565 admin admin] Network hostable DHCP agents. Network: 01195525-d055-479a-a2be-e547c79ff0bf, hostable agents: ['bbfd2d49-358d-47d1-a027-fcfd9e0d3b2b'], hosted agents: [] {{(pid=73809) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 13:14:54.216707 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [None req-959d8cb4-b3c8-49cc-bd41-d5eebbe0aa64 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=ddfaeb9f7cbb4ede92027389e98e32a0&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1487958 Apr 30 13:14:54.224386 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.84', 52102) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:14:54.244985 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8f5d56-a90a-4a26-91c8-c63373f5a9f3 req-788375c7-b942-4367-83a5-70e99c120c40 tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:54.246024 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.quota.resource [req-ba8f5d56-a90a-4a26-91c8-c63373f5a9f3 req-788375c7-b942-4367-83a5-70e99c120c40 tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] Synchronizing usage tracker for tenant:4c8480cf79cf411899d291c4db89977f on resource:network {{(pid=73810) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:14:54.256927 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959d8cb4-b3c8-49cc-bd41-d5eebbe0aa64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=231b5727-8618-4237-979a-1e7a95970964,revision_number=1']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:14:54.263135 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-959d8cb4-b3c8-49cc-bd41-d5eebbe0aa64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:14:54.284196 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-4f9325f0-1879-48b5-b5fa-f0468ebbb0f6 admin admin] Unset dirty status for tenant:a910fbcdda4d45bf9954df9e989a08bb on resource:security_group {{(pid=73809) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:14:54.285519 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [None req-4f9325f0-1879-48b5-b5fa-f0468ebbb0f6 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=c5540091470e423e84394a4c7d5ca3bf&name=default HTTP/1.1" status: 200 len: 2975 time: 1.8124521 Apr 30 13:14:54.288487 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.84', 52110) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:14:54.289661 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a72bd0-e2a7-4900-b20f-39b0142231fa admin admin] Checking segment: {'id': 'ff042486-32fa-466b-a0ab-93d4f13b17fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1123, 'network_id': '1457f85c-3f42-4120-b6e2-0f4ede8b9218'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:14:54.289964 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3a72bd0-e2a7-4900-b20f-39b0142231fa admin admin] Network hostable DHCP agents. Network: 1457f85c-3f42-4120-b6e2-0f4ede8b9218, hostable agents: ['bbfd2d49-358d-47d1-a027-fcfd9e0d3b2b'], hosted agents: [] {{(pid=73809) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 13:14:54.293064 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5513e6a2-a36f-41e9-98ca-1b3a9510b565 admin admin] Network 01195525-d055-479a-a2be-e547c79ff0bf is scheduled to be hosted by DHCP agent bbfd2d49-358d-47d1-a027-fcfd9e0d3b2b with binding_index 1 {{(pid=73809) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 13:14:54.295501 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a72bd0-e2a7-4900-b20f-39b0142231fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=8da5f9ec-8d10-4fc1-8b60-251865469edd,revision_number=0']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:14:54.313430 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.db [None req-57b61071-fb62-4e42-8be6-a0d444d35e90 None None] For port 011e07be-ae52-4f3d-b5e2-ae2c0c857fff, host dv-cinder-787195-5-smb, cleared binding levels {{(pid=73812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 13:14:54.317658 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.db [None req-57b61071-fb62-4e42-8be6-a0d444d35e90 None None] For port 011e07be-ae52-4f3d-b5e2-ae2c0c857fff, host dv-cinder-787195-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-5-smb',level=0,port_id=011e07be-ae52-4f3d-b5e2-ae2c0c857fff,segment=NetworkSegment(bd5afee6-82cf-4022-aa9c-8998fa98a06d),segment_id=bd5afee6-82cf-4022-aa9c-8998fa98a06d)] {{(pid=73812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 13:14:54.323545 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-57b61071-fb62-4e42-8be6-a0d444d35e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4120194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773353276007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773352839720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773352839765'] for port, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:54.329731 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:14:54.361695 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-e3a72bd0-e2a7-4900-b20f-39b0142231fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:14:54.370613 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.quota.resource [req-ba8f5d56-a90a-4a26-91c8-c63373f5a9f3 req-788375c7-b942-4367-83a5-70e99c120c40 tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] Unset dirty status for tenant:4c8480cf79cf411899d291c4db89977f on resource:network {{(pid=73810) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:14:54.372007 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-ba8f5d56-a90a-4a26-91c8-c63373f5a9f3 req-788375c7-b942-4367-83a5-70e99c120c40 tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] 10.222.0.84 "GET /v2.0/networks?id=a2370fd2-9a9f-499d-8dea-fb3ea7c82d60 HTTP/1.1" status: 200 len: 814 time: 0.5466259 Apr 30 13:14:54.411843 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-ba8f5d56-a90a-4a26-91c8-c63373f5a9f3 req-a2ab3560-9a6d-48ea-9586-f1f4a42fa38f tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] 10.222.0.84 "GET /v2.0/quotas/4c8480cf79cf411899d291c4db89977f HTTP/1.1" status: 200 len: 375 time: 0.0267446 Apr 30 13:14:54.428178 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.scheduler.base_scheduler [None req-5513e6a2-a36f-41e9-98ca-1b3a9510b565 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787195-5-smb, 01195525-d055-479a-a2be-e547c79ff0bf) {{(pid=73809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:14:54.444607 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-afdb068e-f5dd-4c1d-818b-be16c281d059 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:54.448609 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5513e6a2-a36f-41e9-98ca-1b3a9510b565 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:54.449255 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-5513e6a2-a36f-41e9-98ca-1b3a9510b565 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647359'] for subnet, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:54.453316 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff607430-63a6-463b-93cc-81b45182aa67 None None] Network 01195525-d055-479a-a2be-e547c79ff0bf requested from dv-cinder-787195-5-smb {{(pid=73812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 13:14:54.476867 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3a72bd0-e2a7-4900-b20f-39b0142231fa admin admin] Network 1457f85c-3f42-4120-b6e2-0f4ede8b9218 is scheduled to be hosted by DHCP agent bbfd2d49-358d-47d1-a027-fcfd9e0d3b2b with binding_index 1 {{(pid=73809) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 13:14:54.500320 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-ba8f5d56-a90a-4a26-91c8-c63373f5a9f3 req-3fb7ec49-f2c1-4b0d-96aa-acc8bb92cd8d tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=4c8480cf79cf411899d291c4db89977f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0585918 Apr 30 13:14:54.503949 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-82edabc1-8888-41aa-a945-eb06fa116dcb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:54.504860 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.scheduler.base_scheduler [None req-e3a72bd0-e2a7-4900-b20f-39b0142231fa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787195-5-smb, 1457f85c-3f42-4120-b6e2-0f4ede8b9218) {{(pid=73809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:14:54.510713 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-afdb068e-f5dd-4c1d-818b-be16c281d059 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:54.530865 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-5918b5d9-36b2-459a-8043-2e5e2054f07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000748'] for agent, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:54.531917 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7be39952-a604-45fd-aa1a-87c5ecafff3d None None] Network 1457f85c-3f42-4120-b6e2-0f4ede8b9218 requested from dv-cinder-787195-5-smb {{(pid=73812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 13:14:54.536975 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3a72bd0-e2a7-4900-b20f-39b0142231fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:54.537563 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-e3a72bd0-e2a7-4900-b20f-39b0142231fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647359'] for subnet, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:54.571677 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [None req-5513e6a2-a36f-41e9-98ca-1b3a9510b565 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.8510821 Apr 30 13:14:54.588722 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [None req-e3a72bd0-e2a7-4900-b20f-39b0142231fa admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.8836408 Apr 30 13:14:54.589381 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.84', 52120) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:14:54.604945 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.v2.base [None req-a402e1aa-a317-4f4a-b89a-7004c7e7fcad admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-49034861-router', 'tenant_id': '918e31ad0d5f410eac8b4de9626cac1f', 'external_gateway_info': {'network_id': 'b95ef810-b08d-4c08-b0c0-c75d2ee1b25b'}}} {{(pid=73809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:14:54.613783 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-a402e1aa-a317-4f4a-b89a-7004c7e7fcad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:14:54.621044 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-a402e1aa-a317-4f4a-b89a-7004c7e7fcad admin admin] Usage tracker for resource:router and tenant:918e31ad0d5f410eac8b4de9626cac1f is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:14:54.626214 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-a402e1aa-a317-4f4a-b89a-7004c7e7fcad admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:14:54.636909 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-a402e1aa-a317-4f4a-b89a-7004c7e7fcad admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:14:54.673334 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b61071-fb62-4e42-8be6-a0d444d35e90 None None] Pushing event updated for resources: {'Port': ['ID=011e07be-ae52-4f3d-b5e2-ae2c0c857fff,revision_number=2']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:14:54.687117 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-57b61071-fb62-4e42-8be6-a0d444d35e90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:14:54.747079 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-f6dd2b0f-2419-4df3-aed4-6b900f9d673b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:54.780292 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-a402e1aa-a317-4f4a-b89a-7004c7e7fcad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1027317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4690'] for router, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:54.781114 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-a402e1aa-a317-4f4a-b89a-7004c7e7fcad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1027308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1044963', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-983204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4699'] for router, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:54.801628 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-afdb068e-f5dd-4c1d-818b-be16c281d059 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985230'] for security_group, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:54.805135 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-f6dd2b0f-2419-4df3-aed4-6b900f9d673b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:54.890792 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-dcaa2a35-cb7f-42c3-8ef1-2d63ef8ef81a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:14:54.925952 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdb068e-f5dd-4c1d-818b-be16c281d059 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=231b5727-8618-4237-979a-1e7a95970964,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:14:54.929190 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-afdb068e-f5dd-4c1d-818b-be16c281d059 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:14:54.941638 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-afdb068e-f5dd-4c1d-818b-be16c281d059 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:54.945363 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [None req-afdb068e-f5dd-4c1d-818b-be16c281d059 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/231b5727-8618-4237-979a-1e7a95970964 HTTP/1.1" status: 204 len: 168 time: 0.7154312 Apr 30 13:14:54.946592 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-a402e1aa-a317-4f4a-b89a-7004c7e7fcad admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:54.972887 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-f6dd2b0f-2419-4df3-aed4-6b900f9d673b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985230'] for security_group, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:55.063028 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:14:55.101574 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.wsgi [req-ba8f5d56-a90a-4a26-91c8-c63373f5a9f3 req-eace0435-1d1c-4002-9286-053fdb4f8968 service neutron] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=73810) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 13:14:55.111039 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-ba8f5d56-a90a-4a26-91c8-c63373f5a9f3 req-eace0435-1d1c-4002-9286-053fdb4f8968 service neutron] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3656425 Apr 30 13:14:55.123230 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e264024-ea77-4b95-8f8f-2d7f538561bd None None] Network 01195525-d055-479a-a2be-e547c79ff0bf requested from dv-cinder-787195-5-smb {{(pid=73812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 13:14:55.143706 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6dd2b0f-2419-4df3-aed4-6b900f9d673b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50584cf7-329b-45a4-8618-b2630493b3ed,revision_number=None']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:14:55.151980 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-b9763c81-409d-4e46-b285-3a69d3230524 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:55.156292 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-f6dd2b0f-2419-4df3-aed4-6b900f9d673b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:14:55.187228 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e04a4e1-1ccc-4b54-a9d3-df71afc12bec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0abff78b-686c-5a1b-86a5-cab98582ec61-1457f85c-3f42-4120-b6e2-0f4ede8b9218', 'network_id': '1457f85c-3f42-4120-b6e2-0f4ede8b9218', 'tenant_id': '918e31ad0d5f410eac8b4de9626cac1f', 'fixed_ips': [{'subnet_id': '8da5f9ec-8d10-4fc1-8b60-251865469edd'}]}} from dv-cinder-787195-5-smb. {{(pid=73812) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 30 13:14:55.188068 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-4e04a4e1-1ccc-4b54-a9d3-df71afc12bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4120257'] for port, before_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:55.224547 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-f6dd2b0f-2419-4df3-aed4-6b900f9d673b admin admin] Notify callbacks [] for security_group, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:55.225647 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [None req-f6dd2b0f-2419-4df3-aed4-6b900f9d673b admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/50584cf7-329b-45a4-8618-b2630493b3ed HTTP/1.1" status: 204 len: 168 time: 0.9360681 Apr 30 13:14:55.311972 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.84', 52150) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:14:55.324713 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-b9763c81-409d-4e46-b285-3a69d3230524 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4120257'] for port, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:55.622321 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-a402e1aa-a317-4f4a-b89a-7004c7e7fcad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1044890', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1027937', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4777'] for router, precommit_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:55.647436 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.84', 52156) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:14:55.706480 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.db_base_plugin_common [None req-4e04a4e1-1ccc-4b54-a9d3-df71afc12bec None None] Allocated IP 172.20.0.2 (1457f85c-3f42-4120-b6e2-0f4ede8b9218/8da5f9ec-8d10-4fc1-8b60-251865469edd/49f2c0ae-9690-4f1f-b81b-8606aed0abd9) {{(pid=73812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 13:14:55.727742 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-c20a8db2-900c-44f5-8899-b17a5f23e1b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:55.779677 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.db_base_plugin_common [None req-b9763c81-409d-4e46-b285-3a69d3230524 admin admin] Allocated IP 172.28.3.47 (b95ef810-b08d-4c08-b0c0-c75d2ee1b25b/b3fe51b0-9be9-4b1a-951c-de133b7a88b5/5a759980-3839-4849-86db-9ae124c9a28c) {{(pid=73809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 13:14:55.901982 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-c20a8db2-900c-44f5-8899-b17a5f23e1b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:14:55.912029 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-ba8f5d56-a90a-4a26-91c8-c63373f5a9f3 req-ff412524-60c5-4ae9-b7af-5b335b347bbb service neutron] 10.222.0.84 "GET /v2.0/networks/a2370fd2-9a9f-499d-8dea-fb3ea7c82d60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7996893 Apr 30 13:14:55.950399 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-c20a8db2-900c-44f5-8899-b17a5f23e1b9 admin admin] Usage tracker for resource:security_group_rule and tenant:0e64d9482be844339d3a468e44edbbd6 is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:14:55.966796 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.84', 52164) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:14:55.969793 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-c20a8db2-900c-44f5-8899-b17a5f23e1b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:14:55.983736 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-c20a8db2-900c-44f5-8899-b17a5f23e1b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:14:56.000440 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-4e04a4e1-1ccc-4b54-a9d3-df71afc12bec None None] Notify callbacks [] for port, precommit_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:56.002697 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-77c7cdf7-1559-48b2-8a8d-a5162b813a52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:56.012437 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.provisioning_blocks [None req-4e04a4e1-1ccc-4b54-a9d3-df71afc12bec None None] Transition to ACTIVE for port object 49f2c0ae-9690-4f1f-b81b-8606aed0abd9 will not be triggered until provisioned by entity L2. {{(pid=73812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:14:56.033969 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.provisioning_blocks [None req-4e04a4e1-1ccc-4b54-a9d3-df71afc12bec None None] Transition to ACTIVE for port object 49f2c0ae-9690-4f1f-b81b-8606aed0abd9 will not be triggered until provisioned by entity DHCP. {{(pid=73812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:14:56.042572 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-4e04a4e1-1ccc-4b54-a9d3-df71afc12bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4120194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773352839702'] for port, after_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:56.053505 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-19b11619-79e2-42b4-a229-ece6a04d1b22 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:14:56.084870 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-77c7cdf7-1559-48b2-8a8d-a5162b813a52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:14:56.100328 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-77c7cdf7-1559-48b2-8a8d-a5162b813a52 admin admin] Usage tracker for resource:security_group_rule and tenant:f3e0f393e762449f9d29d66e9eef9346 is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:14:56.106039 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-408880fa-d2ae-463f-af95-368482a7e091 None None] Network e366e837-ed9f-4552-8a40-b501cbb570b4 requested from dv-cinder-787195-5-smb {{(pid=73812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 13:14:56.106277 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-77c7cdf7-1559-48b2-8a8d-a5162b813a52 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:14:56.116045 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-77c7cdf7-1559-48b2-8a8d-a5162b813a52 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:14:56.131418 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27804cdb-cdab-4d17-921e-5c2cb52089f8 req-1e7a26c9-e725-4fcb-ba65-f0c34f0d7ba1 tempest-DeleteServersTestJSON-277115900 tempest-DeleteServersTestJSON-277115900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:56.133269 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-27804cdb-cdab-4d17-921e-5c2cb52089f8 req-1e7a26c9-e725-4fcb-ba65-f0c34f0d7ba1 tempest-DeleteServersTestJSON-277115900 tempest-DeleteServersTestJSON-277115900-project] 10.222.0.84 "GET /v2.0/networks?id=01195525-d055-479a-a2be-e547c79ff0bf HTTP/1.1" status: 200 len: 811 time: 0.8202579 Apr 30 13:14:56.138430 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-82edabc1-8888-41aa-a945-eb06fa116dcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1027946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919895'] for router, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:56.149301 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e04a4e1-1ccc-4b54-a9d3-df71afc12bec None None] Network 1457f85c-3f42-4120-b6e2-0f4ede8b9218 is already hosted by enough agents. {{(pid=73812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:14:56.156258 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.scheduler.base_scheduler [None req-4e04a4e1-1ccc-4b54-a9d3-df71afc12bec None None] Resources bound (agent type, host, resource id): {{(pid=73812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:14:56.168321 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e04a4e1-1ccc-4b54-a9d3-df71afc12bec None None] Received port after_create {{(pid=73812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 13:14:56.195652 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-b9763c81-409d-4e46-b285-3a69d3230524 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:56.234194 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-27804cdb-cdab-4d17-921e-5c2cb52089f8 req-adf1010c-56c8-4e41-b28d-1b53d201400f tempest-DeleteServersTestJSON-277115900 tempest-DeleteServersTestJSON-277115900-project] 10.222.0.84 "GET /v2.0/quotas/cf322eeac3ca4a6082b97c36e5f25fa8 HTTP/1.1" status: 200 len: 375 time: 0.0925436 Apr 30 13:14:56.248900 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-ba8f5d56-a90a-4a26-91c8-c63373f5a9f3 req-3382b650-4e39-45bc-8d73-679a64a1380a service neutron] 10.222.0.84 "GET /v2.0/networks/a2370fd2-9a9f-499d-8dea-fb3ea7c82d60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3356111 Apr 30 13:14:56.382392 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e04a4e1-1ccc-4b54-a9d3-df71afc12bec None None] Pushing event updated for resources: {'Port': ['ID=49f2c0ae-9690-4f1f-b81b-8606aed0abd9,revision_number=1']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:14:56.405803 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-4e04a4e1-1ccc-4b54-a9d3-df71afc12bec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:14:56.420050 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-27804cdb-cdab-4d17-921e-5c2cb52089f8 req-4bccef3a-4d41-4362-a381-eda06f653de7 tempest-DeleteServersTestJSON-277115900 tempest-DeleteServersTestJSON-277115900-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=cf322eeac3ca4a6082b97c36e5f25fa8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0899296 Apr 30 13:14:56.439645 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-a402e1aa-a317-4f4a-b89a-7004c7e7fcad admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:56.477565 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-a402e1aa-a317-4f4a-b89a-7004c7e7fcad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4120257'] for port, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:56.489501 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-c20a8db2-900c-44f5-8899-b17a5f23e1b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:56.521440 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-c20a8db2-900c-44f5-8899-b17a5f23e1b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985230'] for security_group, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:56.537220 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-77c7cdf7-1559-48b2-8a8d-a5162b813a52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:56.557790 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:14:56.560817 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-b9763c81-409d-4e46-b285-3a69d3230524 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4120194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773352839702'] for port, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:56.561679 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-77c7cdf7-1559-48b2-8a8d-a5162b813a52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985230'] for security_group, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:56.582199 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:14:56.634156 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20a8db2-900c-44f5-8899-b17a5f23e1b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c472c2c7-0dc9-49b5-a0ce-94108c754f30,revision_number=1']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:14:56.645891 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [None req-c20a8db2-900c-44f5-8899-b17a5f23e1b9 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=0e64d9482be844339d3a468e44edbbd6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9818292 Apr 30 13:14:56.648235 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-c20a8db2-900c-44f5-8899-b17a5f23e1b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:14:56.648869 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82edabc1-8888-41aa-a945-eb06fa116dcb admin admin] Router c9367ed8-934a-4aad-81e0-c46c81fb4286 is scheduled to L3 agent 0896dfae-3c2f-4fc2-b5f4-9284ce516a86 with binding_index 1 {{(pid=73810) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 30 13:14:56.656285 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.84', 52184) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:14:56.717184 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.provisioning_blocks [None req-dd023dcd-5c87-452e-95cd-5552dde17989 None None] Provisioning for port 011e07be-ae52-4f3d-b5e2-ae2c0c857fff completed by entity DHCP. {{(pid=73812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:14:56.734610 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.rpc [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Device 011e07be-ae52-4f3d-b5e2-ae2c0c857fff up at agent ovs-agent-dv-cinder-787195-5-smb {{(pid=73812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:14:56.748647 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9763c81-409d-4e46-b285-3a69d3230524 admin admin] Network b95ef810-b08d-4c08-b0c0-c75d2ee1b25b is already hosted by enough agents. {{(pid=73809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:14:56.780235 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.scheduler.base_scheduler [None req-b9763c81-409d-4e46-b285-3a69d3230524 admin admin] Resources bound (agent type, host, resource id): {{(pid=73809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:14:56.866768 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [None req-77c7cdf7-1559-48b2-8a8d-a5162b813a52 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=f3e0f393e762449f9d29d66e9eef9346&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8951049 Apr 30 13:14:56.874284 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.84', 52194) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:14:56.884664 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9763c81-409d-4e46-b285-3a69d3230524 admin admin] Received port after_create {{(pid=73809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 13:14:56.888013 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.managers [None req-4e04a4e1-1ccc-4b54-a9d3-df71afc12bec None None] Attempting to bind port 49f2c0ae-9690-4f1f-b81b-8606aed0abd9 on host dv-cinder-787195-5-smb for vnic_type normal with profile {{(pid=73812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 13:14:56.888539 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.managers [None req-4e04a4e1-1ccc-4b54-a9d3-df71afc12bec None None] Attempting to bind port 49f2c0ae-9690-4f1f-b81b-8606aed0abd9 by drivers openvswitch,hyperv on host dv-cinder-787195-5-smb at level 0 using segments [{'id': 'ff042486-32fa-466b-a0ab-93d4f13b17fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1123, 'network_id': '1457f85c-3f42-4120-b6e2-0f4ede8b9218'}] {{(pid=73812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 13:14:56.889008 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e04a4e1-1ccc-4b54-a9d3-df71afc12bec None None] Attempting to bind port 49f2c0ae-9690-4f1f-b81b-8606aed0abd9 on network 1457f85c-3f42-4120-b6e2-0f4ede8b9218 {{(pid=73812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:14:56.915768 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e04a4e1-1ccc-4b54-a9d3-df71afc12bec None None] Checking agent: {'id': '389db99c-db4b-44ca-8e25-149d3cf00f42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 6, 52), 'started_at': datetime.datetime(2021, 4, 30, 13, 7, 22), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 14, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 13:14:56.916407 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e04a4e1-1ccc-4b54-a9d3-df71afc12bec None None] Checking segment: {'id': 'ff042486-32fa-466b-a0ab-93d4f13b17fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1123, 'network_id': '1457f85c-3f42-4120-b6e2-0f4ede8b9218'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:14:56.916869 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-4e04a4e1-1ccc-4b54-a9d3-df71afc12bec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:56.917360 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e04a4e1-1ccc-4b54-a9d3-df71afc12bec None None] Bound using segment: {'id': 'ff042486-32fa-466b-a0ab-93d4f13b17fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1123, 'network_id': '1457f85c-3f42-4120-b6e2-0f4ede8b9218'} {{(pid=73812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 13:14:56.918138 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.managers [None req-4e04a4e1-1ccc-4b54-a9d3-df71afc12bec None None] Bound port: 49f2c0ae-9690-4f1f-b81b-8606aed0abd9, host: dv-cinder-787195-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff042486-32fa-466b-a0ab-93d4f13b17fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1123, 'network_id': '1457f85c-3f42-4120-b6e2-0f4ede8b9218'}}] {{(pid=73812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 13:14:56.918635 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-4e04a4e1-1ccc-4b54-a9d3-df71afc12bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4120257'] for port, before_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:57.018412 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9763c81-409d-4e46-b285-3a69d3230524 admin admin] Pushing event updated for resources: {'Port': ['ID=5a759980-3839-4849-86db-9ae124c9a28c,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:14:57.018904 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.provisioning_blocks [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Provisioning for port 011e07be-ae52-4f3d-b5e2-ae2c0c857fff completed by entity L2. {{(pid=73812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:14:57.053973 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.provisioning_blocks [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Provisioning complete for port 011e07be-ae52-4f3d-b5e2-ae2c0c857fff triggered by entity L2. {{(pid=73812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:14:57.053973 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000605'] for port, provisioning_complete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:57.089134 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-76a2e155-b66a-4c76-9916-aa0c4f8d6502 req-20270d00-1113-4010-be1b-8e707c026706 tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] 10.222.0.84 "GET /v2.0/ports?device_id=465bafa6-50c3-4b95-a86f-7b10b4f1310d HTTP/1.1" status: 200 len: 210 time: 0.2254326 Apr 30 13:14:57.165011 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.db [None req-4e04a4e1-1ccc-4b54-a9d3-df71afc12bec None None] For port 49f2c0ae-9690-4f1f-b81b-8606aed0abd9, host dv-cinder-787195-5-smb, cleared binding levels {{(pid=73812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 13:14:57.170228 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82edabc1-8888-41aa-a945-eb06fa116dcb admin admin] Notify agent at l3_agent.dv-cinder-787195-5-smb the message routers_updated {{(pid=73810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 13:14:57.178607 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-b9763c81-409d-4e46-b285-3a69d3230524 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.596s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:14:57.180172 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.563s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:14:57.180975 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4523a7f3-5e37-4f19-b954-ecfb83c2d4aa None None] Sync routers for ids ['c9367ed8-934a-4aad-81e0-c46c81fb4286'] in dv-cinder-787195-5-smb {{(pid=73814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 13:14:57.200025 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4523a7f3-5e37-4f19-b954-ecfb83c2d4aa None None] Routers {'c9367ed8-934a-4aad-81e0-c46c81fb4286'} bound to L3 agent in host dv-cinder-787195-5-smb {{(pid=73814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:14:57.206431 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.db.l3_hamode_db [None req-4523a7f3-5e37-4f19-b954-ecfb83c2d4aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-30T13:06:52Z,description=,heartbeat_timestamp=2021-04-30T13:14:52Z,host='dv-cinder-787195-5-smb',id=0896dfae-3c2f-4fc2-b5f4-9284ce516a86,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:06:52Z,topic='l3_agent')) {'router_ids': ['c9367ed8-934a-4aad-81e0-c46c81fb4286'], 'active': True} {{(pid=73814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:14:57.224495 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.db [None req-4e04a4e1-1ccc-4b54-a9d3-df71afc12bec None None] For port 49f2c0ae-9690-4f1f-b81b-8606aed0abd9, host dv-cinder-787195-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-5-smb',level=0,port_id=49f2c0ae-9690-4f1f-b81b-8606aed0abd9,segment=NetworkSegment(ff042486-32fa-466b-a0ab-93d4f13b17fd),segment_id=ff042486-32fa-466b-a0ab-93d4f13b17fd)] {{(pid=73812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 13:14:57.237013 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-4e04a4e1-1ccc-4b54-a9d3-df71afc12bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4120194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773353276007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773352839720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773352839765'] for port, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:57.241808 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.wsgi [req-27804cdb-cdab-4d17-921e-5c2cb52089f8 req-365f1993-a468-48f0-bfd0-875832b399fa service neutron] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=73810) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 13:14:57.243183 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-27804cdb-cdab-4d17-921e-5c2cb52089f8 req-365f1993-a468-48f0-bfd0-875832b399fa service neutron] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3810065 Apr 30 13:14:57.246403 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-aa97bf04-4d00-4c42-9c2e-caed0806729a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:57.267685 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-82edabc1-8888-41aa-a945-eb06fa116dcb admin admin] Notify callbacks [] for router, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:57.271032 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [None req-82edabc1-8888-41aa-a945-eb06fa116dcb admin admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 7.1097219 Apr 30 13:14:57.289539 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.84', 52218) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:14:57.290956 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-19b11619-79e2-42b4-a229-ece6a04d1b22 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:14:57.356383 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.db_base_plugin_common [None req-a402e1aa-a317-4f4a-b89a-7004c7e7fcad admin admin] Allocated IP 172.28.3.197 (b95ef810-b08d-4c08-b0c0-c75d2ee1b25b/b3fe51b0-9be9-4b1a-951c-de133b7a88b5/03710d16-da09-4f6d-b90a-06e717570d2e) {{(pid=73809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 13:14:57.410830 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c7cdf7-1559-48b2-8a8d-a5162b813a52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cb4f03f-05b4-491c-a386-5b163368abbd,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:14:57.428565 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-77c7cdf7-1559-48b2-8a8d-a5162b813a52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:14:57.496386 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e04a4e1-1ccc-4b54-a9d3-df71afc12bec None None] Pushing event updated for resources: {'Port': ['ID=49f2c0ae-9690-4f1f-b81b-8606aed0abd9,revision_number=2']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:14:57.505860 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-4e04a4e1-1ccc-4b54-a9d3-df71afc12bec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:14:57.565728 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.provisioning_blocks [None req-e215b3b8-620b-423f-9a87-b9cf5bd0f206 None None] Provisioning complete for port 011e07be-ae52-4f3d-b5e2-ae2c0c857fff triggered by entity DHCP. {{(pid=73812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:14:57.566100 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-e215b3b8-620b-423f-9a87-b9cf5bd0f206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000605'] for port, provisioning_complete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:57.595624 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-20dbfb97-8e35-4534-934c-6e5809034282 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:57.658636 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4120257'] for port, before_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:57.728906 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-aa97bf04-4d00-4c42-9c2e-caed0806729a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:57.730558 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.db.l3_dvr_db [None req-4523a7f3-5e37-4f19-b954-ecfb83c2d4aa None None] Set router c9367ed8-934a-4aad-81e0-c46c81fb4286 gateway port host: dv-cinder-787195-5-smb {{(pid=73814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:14:57.813879 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.db [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] For port 011e07be-ae52-4f3d-b5e2-ae2c0c857fff, host dv-cinder-787195-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-5-smb',level=0,port_id=011e07be-ae52-4f3d-b5e2-ae2c0c857fff,segment=NetworkSegment(bd5afee6-82cf-4022-aa9c-8998fa98a06d),segment_id=bd5afee6-82cf-4022-aa9c-8998fa98a06d)] {{(pid=73812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:14:57.815301 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-e215b3b8-620b-423f-9a87-b9cf5bd0f206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4120257'] for port, before_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:57.828238 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4120194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773353276007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773352839720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773352839765'] for port, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:57.840010 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:14:57.865421 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-27804cdb-cdab-4d17-921e-5c2cb52089f8 req-3d12fa79-20d5-424f-9900-4addda735501 service neutron] 10.222.0.84 "GET /v2.0/networks/01195525-d055-479a-a2be-e547c79ff0bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5931239 Apr 30 13:14:57.894708 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-20dbfb97-8e35-4534-934c-6e5809034282 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:57.983317 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-aa97bf04-4d00-4c42-9c2e-caed0806729a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985230'] for security_group, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:58.015062 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-a402e1aa-a317-4f4a-b89a-7004c7e7fcad admin admin] Notify callbacks [] for port, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:58.027122 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Pushing event updated for resources: {'Port': ['ID=011e07be-ae52-4f3d-b5e2-ae2c0c857fff,revision_number=3']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:14:58.047317 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-b9763c81-409d-4e46-b285-3a69d3230524 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:58.075855 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:14:58.155473 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.db.api [None req-e215b3b8-620b-423f-9a87-b9cf5bd0f206 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=73812) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 30 13:14:58.156072 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG oslo_db.api [None req-e215b3b8-620b-423f-9a87-b9cf5bd0f206 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=73812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 30 13:14:58.234576 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-a402e1aa-a317-4f4a-b89a-7004c7e7fcad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4120194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773352839702'] for port, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:58.249360 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-b9763c81-409d-4e46-b285-3a69d3230524 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:14:58.280851 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:14:58.299085 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-20dbfb97-8e35-4534-934c-6e5809034282 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985230'] for security_group, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:58.311394 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.db.l3_hamode_db [None req-4523a7f3-5e37-4f19-b954-ecfb83c2d4aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9367ed8-934a-4aad-81e0-c46c81fb4286', 'name': 'tempest-ServerRescueNegativeTestJSON-1911008498-router', 'tenant_id': '6ab0fe6b7e8645a0861136e67b76d521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b95ef810-b08d-4c08-b0c0-c75d2ee1b25b', 'external_fixed_ips': [{'subnet_id': 'b3fe51b0-9be9-4b1a-951c-de133b7a88b5', 'ip_address': '172.28.3.51'}], 'enable_snat': True}, 'gw_port_id': '05bc73a8-c1a0-4b76-afa6-1ef2200a1c78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:14:50Z', 'updated_at': '2021-04-30T13:14:54Z', 'revision_number': 3, 'project_id': '6ab0fe6b7e8645a0861136e67b76d521', 'gw_port': {'id': '05bc73a8-c1a0-4b76-afa6-1ef2200a1c78', 'name': '', 'network_id': 'b95ef810-b08d-4c08-b0c0-c75d2ee1b25b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:03:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9367ed8-934a-4aad-81e0-c46c81fb4286', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'b3fe51b0-9be9-4b1a-951c-de133b7a88b5', 'ip_address': '172.28.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:14:52Z', 'updated_at': '2021-04-30T13:14:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b3fe51b0-9be9-4b1a-951c-de133b7a88b5', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-5-smb'}], 'dv-cinder-787195-5-smb', False) {} {{(pid=73814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:14:58.320534 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4523a7f3-5e37-4f19-b954-ecfb83c2d4aa None None] Checking router: c9367ed8-934a-4aad-81e0-c46c81fb4286 for host: dv-cinder-787195-5-smb {{(pid=73814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 13:14:58.321418 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4523a7f3-5e37-4f19-b954-ecfb83c2d4aa None None] Updating router c9367ed8-934a-4aad-81e0-c46c81fb4286 port 05bc73a8-c1a0-4b76-afa6-1ef2200a1c78 binding host dv-cinder-787195-5-smb {{(pid=73814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 13:14:58.351962 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa97bf04-4d00-4c42-9c2e-caed0806729a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c472c2c7-0dc9-49b5-a0ce-94108c754f30,revision_number=None']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:14:58.376281 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-20dbfb97-8e35-4534-934c-6e5809034282 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:58.380023 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [None req-20dbfb97-8e35-4534-934c-6e5809034282 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/8cb4f03f-05b4-491c-a386-5b163368abbd HTTP/1.1" status: 204 len: 168 time: 1.4915414 Apr 30 13:14:58.394558 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-aa97bf04-4d00-4c42-9c2e-caed0806729a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:14:58.396770 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-959d8cb4-b3c8-49cc-bd41-d5eebbe0aa64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.045s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:14:58.398648 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-4523a7f3-5e37-4f19-b954-ecfb83c2d4aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4120257'] for port, before_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:58.405150 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-c11e1b48-e01f-4870-ab9e-8a2f97b30af1 req-29b7c6fd-0705-495a-bc17-b06e0980d4fa tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] 10.222.0.84 "GET /v2.0/ports?device_id=465bafa6-50c3-4b95-a86f-7b10b4f1310d HTTP/1.1" status: 200 len: 210 time: 0.1793554 Apr 30 13:14:58.406224 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-aa97bf04-4d00-4c42-9c2e-caed0806729a admin admin] Notify callbacks [] for security_group, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:58.407248 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [None req-aa97bf04-4d00-4c42-9c2e-caed0806729a admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/c472c2c7-0dc9-49b5-a0ce-94108c754f30 HTTP/1.1" status: 204 len: 168 time: 1.7500093 Apr 30 13:14:58.443990 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20dbfb97-8e35-4534-934c-6e5809034282 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cb4f03f-05b4-491c-a386-5b163368abbd,revision_number=None']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:14:58.458240 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-27804cdb-cdab-4d17-921e-5c2cb52089f8 req-9e489fe6-ffce-478c-aa4d-9e4757320dbd service neutron] 10.222.0.84 "GET /v2.0/networks/01195525-d055-479a-a2be-e547c79ff0bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4831035 Apr 30 13:14:58.460958 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-20dbfb97-8e35-4534-934c-6e5809034282 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:14:58.673356 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a402e1aa-a317-4f4a-b89a-7004c7e7fcad admin admin] Network b95ef810-b08d-4c08-b0c0-c75d2ee1b25b is already hosted by enough agents. {{(pid=73809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:14:58.741283 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.scheduler.base_scheduler [None req-a402e1aa-a317-4f4a-b89a-7004c7e7fcad admin admin] Resources bound (agent type, host, resource id): {{(pid=73809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:14:58.763102 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a402e1aa-a317-4f4a-b89a-7004c7e7fcad admin admin] Received port after_create {{(pid=73809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 13:14:58.914631 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.rpc [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Device 49f2c0ae-9690-4f1f-b81b-8606aed0abd9 up at agent ovs-agent-dv-cinder-787195-5-smb {{(pid=73812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:14:59.281807 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.provisioning_blocks [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Provisioning for port 49f2c0ae-9690-4f1f-b81b-8606aed0abd9 completed by entity L2. {{(pid=73812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:14:59.288668 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.rpc [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Device 011e07be-ae52-4f3d-b5e2-ae2c0c857fff up at agent ovs-agent-dv-cinder-787195-5-smb {{(pid=73812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:14:59.306508 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-4523a7f3-5e37-4f19-b954-ecfb83c2d4aa None None] Notify callbacks [] for port, precommit_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:59.338665 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.db.provisioning_blocks [None req-4523a7f3-5e37-4f19-b954-ecfb83c2d4aa None None] Transition to ACTIVE for port object 05bc73a8-c1a0-4b76-afa6-1ef2200a1c78 will not be triggered until provisioned by entity L2. {{(pid=73814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:14:59.353183 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-4523a7f3-5e37-4f19-b954-ecfb83c2d4aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4120194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773353276007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773352839720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773352839765'] for port, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:59.359966 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-dfb8e67e-71a5-4cbd-aad3-60fc9484e80f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:14:59.384864 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-ac185181-7020-4ce3-97cf-4b96f369431b req-6c96797f-4099-4dd3-97f7-421def585de3 tempest-DeleteServersTestJSON-277115900 tempest-DeleteServersTestJSON-277115900-project] 10.222.0.84 "GET /v2.0/ports?device_id=b3975c68-1a37-4119-bd25-e9d861a3effc HTTP/1.1" status: 200 len: 210 time: 0.1336100 Apr 30 13:14:59.511430 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a402e1aa-a317-4f4a-b89a-7004c7e7fcad admin admin] Pushing event updated for resources: {'Port': ['ID=03710d16-da09-4f6d-b90a-06e717570d2e,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:14:59.560098 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.95', 62518) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:14:59.593373 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.plugins.ml2.managers [None req-4523a7f3-5e37-4f19-b954-ecfb83c2d4aa None None] Attempting to bind port 05bc73a8-c1a0-4b76-afa6-1ef2200a1c78 on host dv-cinder-787195-5-smb for vnic_type normal with profile {{(pid=73814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 13:14:59.601548 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.plugins.ml2.managers [None req-4523a7f3-5e37-4f19-b954-ecfb83c2d4aa None None] Attempting to bind port 05bc73a8-c1a0-4b76-afa6-1ef2200a1c78 by drivers openvswitch,hyperv on host dv-cinder-787195-5-smb at level 0 using segments [{'id': 'f8d4e1c1-82f5-4515-b5f8-67450a2bb94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b95ef810-b08d-4c08-b0c0-c75d2ee1b25b'}] {{(pid=73814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 13:14:59.602174 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4523a7f3-5e37-4f19-b954-ecfb83c2d4aa None None] Attempting to bind port 05bc73a8-c1a0-4b76-afa6-1ef2200a1c78 on network b95ef810-b08d-4c08-b0c0-c75d2ee1b25b {{(pid=73814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:14:59.603893 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f885ce53-6d0c-451d-be16-a163a1b449e7 None None] Network 1457f85c-3f42-4120-b6e2-0f4ede8b9218 requested from dv-cinder-787195-5-smb {{(pid=73812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 13:14:59.640177 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4523a7f3-5e37-4f19-b954-ecfb83c2d4aa None None] Checking agent: {'id': '389db99c-db4b-44ca-8e25-149d3cf00f42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 6, 52), 'started_at': datetime.datetime(2021, 4, 30, 13, 7, 22), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 14, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 13:14:59.650085 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4523a7f3-5e37-4f19-b954-ecfb83c2d4aa None None] Checking segment: {'id': 'f8d4e1c1-82f5-4515-b5f8-67450a2bb94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b95ef810-b08d-4c08-b0c0-c75d2ee1b25b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:14:59.652844 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-4523a7f3-5e37-4f19-b954-ecfb83c2d4aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:59.654351 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4523a7f3-5e37-4f19-b954-ecfb83c2d4aa None None] Bound using segment: {'id': 'f8d4e1c1-82f5-4515-b5f8-67450a2bb94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b95ef810-b08d-4c08-b0c0-c75d2ee1b25b'} {{(pid=73814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 13:14:59.655602 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.plugins.ml2.managers [None req-4523a7f3-5e37-4f19-b954-ecfb83c2d4aa None None] Bound port: 05bc73a8-c1a0-4b76-afa6-1ef2200a1c78, host: dv-cinder-787195-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8d4e1c1-82f5-4515-b5f8-67450a2bb94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b95ef810-b08d-4c08-b0c0-c75d2ee1b25b'}}] {{(pid=73814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 13:14:59.658888 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-4523a7f3-5e37-4f19-b954-ecfb83c2d4aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4120257'] for port, before_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:59.704586 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-a402e1aa-a317-4f4a-b89a-7004c7e7fcad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.455s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:14:59.743649 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.provisioning_blocks [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Provisioning complete for port 011e07be-ae52-4f3d-b5e2-ae2c0c857fff triggered by entity L2. {{(pid=73812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:14:59.744096 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000605'] for port, provisioning_complete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:59.753536 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e787e95-3b5a-4907-a098-4c17ce394305 None None] Pushing event updated for resources: {'Port': ['ID=05bc73a8-c1a0-4b76-afa6-1ef2200a1c78,revision_number=2']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:14:59.829594 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.provisioning_blocks [None req-cf926fe9-536f-4de8-b863-1d18de3389e7 None None] Provisioning for port 49f2c0ae-9690-4f1f-b81b-8606aed0abd9 completed by entity DHCP. {{(pid=73812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:14:59.834271 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e787e95-3b5a-4907-a098-4c17ce394305 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:14:59.840659 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e787e95-3b5a-4907-a098-4c17ce394305 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:14:59.842627 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e787e95-3b5a-4907-a098-4c17ce394305 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:14:59.843205 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e787e95-3b5a-4907-a098-4c17ce394305 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:14:59.844788 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e787e95-3b5a-4907-a098-4c17ce394305 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:14:59.846107 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e787e95-3b5a-4907-a098-4c17ce394305 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:14:59.849171 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e787e95-3b5a-4907-a098-4c17ce394305 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:14:59.849961 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e787e95-3b5a-4907-a098-4c17ce394305 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:14:59.850726 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e787e95-3b5a-4907-a098-4c17ce394305 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:14:59.851480 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e787e95-3b5a-4907-a098-4c17ce394305 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:14:59.854585 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e787e95-3b5a-4907-a098-4c17ce394305 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:14:59.855691 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e787e95-3b5a-4907-a098-4c17ce394305 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:14:59.862505 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e787e95-3b5a-4907-a098-4c17ce394305 None None] Tracked resource versions report: Apr 30 13:14:59.862505 dv-cinder-787195-5-smb neutron-server[73814]: pushed versions: Apr 30 13:14:59.862505 dv-cinder-787195-5-smb neutron-server[73814]: { 'AddressGroup': {'1.2'}, Apr 30 13:14:59.862505 dv-cinder-787195-5-smb neutron-server[73814]: 'ConntrackHelper': {'1.0'}, Apr 30 13:14:59.862505 dv-cinder-787195-5-smb neutron-server[73814]: 'Log': {'1.0'}, Apr 30 13:14:59.862505 dv-cinder-787195-5-smb neutron-server[73814]: 'Network': {'1.1'}, Apr 30 13:14:59.862505 dv-cinder-787195-5-smb neutron-server[73814]: 'Port': {'1.7'}, Apr 30 13:14:59.862505 dv-cinder-787195-5-smb neutron-server[73814]: 'PortForwarding': {'1.2'}, Apr 30 13:14:59.862505 dv-cinder-787195-5-smb neutron-server[73814]: 'QosPolicy': {'1.8'}, Apr 30 13:14:59.862505 dv-cinder-787195-5-smb neutron-server[73814]: 'SecurityGroup': {'1.4'}, Apr 30 13:14:59.862505 dv-cinder-787195-5-smb neutron-server[73814]: 'SecurityGroupRule': {'1.2'}, Apr 30 13:14:59.862505 dv-cinder-787195-5-smb neutron-server[73814]: 'SubPort': {'1.0'}, Apr 30 13:14:59.862505 dv-cinder-787195-5-smb neutron-server[73814]: 'Subnet': {'1.1'}, Apr 30 13:14:59.862505 dv-cinder-787195-5-smb neutron-server[73814]: 'Trunk': {'1.1'}} Apr 30 13:14:59.862505 dv-cinder-787195-5-smb neutron-server[73814]: consumer versions: Apr 30 13:14:59.862505 dv-cinder-787195-5-smb neutron-server[73814]: { DHCP agent@dv-cinder-787195-5-smb: {}, Apr 30 13:14:59.862505 dv-cinder-787195-5-smb neutron-server[73814]: HyperV agent@hv-cinder-78719: {}, Apr 30 13:14:59.862505 dv-cinder-787195-5-smb neutron-server[73814]: L3 agent@dv-cinder-787195-5-smb: {}, Apr 30 13:14:59.862505 dv-cinder-787195-5-smb neutron-server[73814]: Metadata agent@dv-cinder-787195-5-smb: {}, Apr 30 13:14:59.862505 dv-cinder-787195-5-smb neutron-server[73814]: Metering agent@dv-cinder-787195-5-smb: {}, Apr 30 13:14:59.862505 dv-cinder-787195-5-smb neutron-server[73814]: Open vSwitch agent@dv-cinder-787195-5-smb: { 'AddressGroup': '1.2', Apr 30 13:14:59.862505 dv-cinder-787195-5-smb neutron-server[73814]: 'ConntrackHelper': '1.0', Apr 30 13:14:59.862505 dv-cinder-787195-5-smb neutron-server[73814]: 'Log': '1.0', Apr 30 13:14:59.862505 dv-cinder-787195-5-smb neutron-server[73814]: 'Network': '1.1', Apr 30 13:14:59.862505 dv-cinder-787195-5-smb neutron-server[73814]: 'Port': '1.7', Apr 30 13:14:59.862505 dv-cinder-787195-5-smb neutron-server[73814]: 'PortForwarding': '1.2', Apr 30 13:14:59.862505 dv-cinder-787195-5-smb neutron-server[73814]: 'QosPolicy': '1.8', Apr 30 13:14:59.862505 dv-cinder-787195-5-smb neutron-server[73814]: 'SecurityGroup': '1.4', Apr 30 13:14:59.862505 dv-cinder-787195-5-smb neutron-server[73814]: 'SecurityGroupRule': '1.2', Apr 30 13:14:59.862505 dv-cinder-787195-5-smb neutron-server[73814]: 'SubPort': '1.0', Apr 30 13:14:59.862505 dv-cinder-787195-5-smb neutron-server[73814]: 'Subnet': '1.1', Apr 30 13:14:59.862505 dv-cinder-787195-5-smb neutron-server[73814]: 'Trunk': '1.1'}} Apr 30 13:14:59.862505 dv-cinder-787195-5-smb neutron-server[73814]: {{(pid=73814) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 30 13:14:59.875772 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.provisioning_blocks [None req-cf926fe9-536f-4de8-b863-1d18de3389e7 None None] Provisioning complete for port 49f2c0ae-9690-4f1f-b81b-8606aed0abd9 triggered by entity DHCP. {{(pid=73812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:14:59.878551 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-cf926fe9-536f-4de8-b863-1d18de3389e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000605'] for port, provisioning_complete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:59.890835 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-9e787e95-3b5a-4907-a098-4c17ce394305 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.531s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:00.139964 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-6b1b79b5-2321-4c10-b930-f46d34c1c494 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4120257'] for port, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:00.142153 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.plugins.ml2.db [None req-4523a7f3-5e37-4f19-b954-ecfb83c2d4aa None None] For port 05bc73a8-c1a0-4b76-afa6-1ef2200a1c78, host dv-cinder-787195-5-smb, cleared binding levels {{(pid=73814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 13:15:00.163073 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.plugins.ml2.db [None req-4523a7f3-5e37-4f19-b954-ecfb83c2d4aa None None] For port 05bc73a8-c1a0-4b76-afa6-1ef2200a1c78, host dv-cinder-787195-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-5-smb',level=0,port_id=05bc73a8-c1a0-4b76-afa6-1ef2200a1c78,segment=NetworkSegment(f8d4e1c1-82f5-4515-b5f8-67450a2bb94b),segment_id=f8d4e1c1-82f5-4515-b5f8-67450a2bb94b)] {{(pid=73814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 13:15:00.183927 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-4523a7f3-5e37-4f19-b954-ecfb83c2d4aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4120194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773353276007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773352839720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773352839765'] for port, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:00.189698 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-b9763c81-409d-4e46-b285-3a69d3230524 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1027946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919895'] for router, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:00.226365 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:00.491361 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8f5d56-a90a-4a26-91c8-c63373f5a9f3 req-ac6d800f-fb9e-4b15-8b95-1f8991eb2165 tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:00.500014 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-ba8f5d56-a90a-4a26-91c8-c63373f5a9f3 req-ac6d800f-fb9e-4b15-8b95-1f8991eb2165 tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] 10.222.0.95 "GET /v2.0/networks?id=a2370fd2-9a9f-499d-8dea-fb3ea7c82d60 HTTP/1.1" status: 200 len: 814 time: 0.9363043 Apr 30 13:15:00.514989 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e787e95-3b5a-4907-a098-4c17ce394305 None None] Pushing event updated for resources: {'Port': ['ID=05bc73a8-c1a0-4b76-afa6-1ef2200a1c78,revision_number=3']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:00.550057 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4523a7f3-5e37-4f19-b954-ecfb83c2d4aa None None] Routers {'c9367ed8-934a-4aad-81e0-c46c81fb4286'} bound to L3 agent in host dv-cinder-787195-5-smb {{(pid=73814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:15:00.551151 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.db.l3_hamode_db [None req-4523a7f3-5e37-4f19-b954-ecfb83c2d4aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-30T13:06:52Z,description=,heartbeat_timestamp=2021-04-30T13:14:52Z,host='dv-cinder-787195-5-smb',id=0896dfae-3c2f-4fc2-b5f4-9284ce516a86,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:06:52Z,topic='l3_agent')) {'router_ids': ['c9367ed8-934a-4aad-81e0-c46c81fb4286'], 'active': True} {{(pid=73814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:15:00.721468 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-9e787e95-3b5a-4907-a098-4c17ce394305 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.495s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:00.885042 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-cf926fe9-536f-4de8-b863-1d18de3389e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4120257'] for port, before_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:00.926233 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.db.l3_dvr_db [None req-4523a7f3-5e37-4f19-b954-ecfb83c2d4aa None None] Set router c9367ed8-934a-4aad-81e0-c46c81fb4286 gateway port host: dv-cinder-787195-5-smb {{(pid=73814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:15:01.070205 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-3d1e5006-8cb3-406a-b4a6-584b0f916144 req-5c7f9e60-22a4-4110-8e6a-df5f97a93a30 tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] 10.222.0.84 "GET /v2.0/ports?device_id=465bafa6-50c3-4b95-a86f-7b10b4f1310d HTTP/1.1" status: 200 len: 210 time: 0.9345968 Apr 30 13:15:01.092978 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.v2.base [req-ba8f5d56-a90a-4a26-91c8-c63373f5a9f3 req-07abe6fc-f9bf-4e33-9343-aa784e4d45c5 tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] Request body: {'port': {'device_id': '465bafa6-50c3-4b95-a86f-7b10b4f1310d', 'network_id': 'a2370fd2-9a9f-499d-8dea-fb3ea7c82d60', 'admin_state_up': True, 'tenant_id': '4c8480cf79cf411899d291c4db89977f'}} {{(pid=73810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:15:01.109012 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.db [None req-cf926fe9-536f-4de8-b863-1d18de3389e7 None None] For port 49f2c0ae-9690-4f1f-b81b-8606aed0abd9, host dv-cinder-787195-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-5-smb',level=0,port_id=49f2c0ae-9690-4f1f-b81b-8606aed0abd9,segment=NetworkSegment(ff042486-32fa-466b-a0ab-93d4f13b17fd),segment_id=ff042486-32fa-466b-a0ab-93d4f13b17fd)] {{(pid=73812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:15:01.122638 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-cf926fe9-536f-4de8-b863-1d18de3389e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4120194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773353276007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773352839720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773352839765'] for port, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:01.126407 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:01.141122 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-a402e1aa-a317-4f4a-b89a-7004c7e7fcad admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:01.232245 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.db.db_base_plugin_common [None req-6b1b79b5-2321-4c10-b930-f46d34c1c494 admin admin] Allocated IP 172.20.0.1 (87e8e01a-ad03-481e-ad3a-b46f9803a913/ddc22c5d-ab26-4345-8096-8d0d17e2da1d/481b4c6c-37bf-420f-b459-96e71baf623b) {{(pid=73810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 13:15:01.254989 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-e824052b-e84f-4e07-a38a-499274244eb1 req-ff567ed2-c7d4-4c81-a305-c34846c0ca91 tempest-DeleteServersTestJSON-277115900 tempest-DeleteServersTestJSON-277115900-project] 10.222.0.84 "GET /v2.0/ports?device_id=b3975c68-1a37-4119-bd25-e9d861a3effc HTTP/1.1" status: 200 len: 210 time: 0.1157579 Apr 30 13:15:01.271279 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf926fe9-536f-4de8-b863-1d18de3389e7 None None] Pushing event updated for resources: {'Port': ['ID=49f2c0ae-9690-4f1f-b81b-8606aed0abd9,revision_number=3']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:01.276396 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-cf926fe9-536f-4de8-b863-1d18de3389e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:01.485425 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.db.l3_hamode_db [None req-4523a7f3-5e37-4f19-b954-ecfb83c2d4aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9367ed8-934a-4aad-81e0-c46c81fb4286', 'name': 'tempest-ServerRescueNegativeTestJSON-1911008498-router', 'tenant_id': '6ab0fe6b7e8645a0861136e67b76d521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b95ef810-b08d-4c08-b0c0-c75d2ee1b25b', 'external_fixed_ips': [{'subnet_id': 'b3fe51b0-9be9-4b1a-951c-de133b7a88b5', 'ip_address': '172.28.3.51'}], 'enable_snat': True}, 'gw_port_id': '05bc73a8-c1a0-4b76-afa6-1ef2200a1c78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:14:50Z', 'updated_at': '2021-04-30T13:14:54Z', 'revision_number': 3, 'project_id': '6ab0fe6b7e8645a0861136e67b76d521', 'gw_port': {'id': '05bc73a8-c1a0-4b76-afa6-1ef2200a1c78', 'name': '', 'network_id': 'b95ef810-b08d-4c08-b0c0-c75d2ee1b25b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:03:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9367ed8-934a-4aad-81e0-c46c81fb4286', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'b3fe51b0-9be9-4b1a-951c-de133b7a88b5', 'ip_address': '172.28.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:14:52Z', 'updated_at': '2021-04-30T13:15:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3fe51b0-9be9-4b1a-951c-de133b7a88b5', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-5-smb'}], 'dv-cinder-787195-5-smb', False) {} {{(pid=73814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:15:01.489917 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4523a7f3-5e37-4f19-b954-ecfb83c2d4aa None None] The sync data for ids ['c9367ed8-934a-4aad-81e0-c46c81fb4286'] in dv-cinder-787195-5-smb is: [{'id': 'c9367ed8-934a-4aad-81e0-c46c81fb4286', 'name': 'tempest-ServerRescueNegativeTestJSON-1911008498-router', 'tenant_id': '6ab0fe6b7e8645a0861136e67b76d521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b95ef810-b08d-4c08-b0c0-c75d2ee1b25b', 'external_fixed_ips': [{'subnet_id': 'b3fe51b0-9be9-4b1a-951c-de133b7a88b5', 'ip_address': '172.28.3.51'}], 'enable_snat': True}, 'gw_port_id': '05bc73a8-c1a0-4b76-afa6-1ef2200a1c78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:14:50Z', 'updated_at': '2021-04-30T13:14:54Z', 'revision_number': 3, 'project_id': '6ab0fe6b7e8645a0861136e67b76d521', 'gw_port': {'id': '05bc73a8-c1a0-4b76-afa6-1ef2200a1c78', 'name': '', 'network_id': 'b95ef810-b08d-4c08-b0c0-c75d2ee1b25b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:03:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9367ed8-934a-4aad-81e0-c46c81fb4286', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'b3fe51b0-9be9-4b1a-951c-de133b7a88b5', 'ip_address': '172.28.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:14:52Z', 'updated_at': '2021-04-30T13:15:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3fe51b0-9be9-4b1a-951c-de133b7a88b5', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-5-smb'}] {{(pid=73814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 13:15:01.616153 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.provisioning_blocks [None req-3b4e5884-bd16-4922-9782-a8736bb81bc8 None None] Provisioning complete for port 49f2c0ae-9690-4f1f-b81b-8606aed0abd9 triggered by entity DHCP. {{(pid=73812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:15:01.618859 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-3b4e5884-bd16-4922-9782-a8736bb81bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000605'] for port, provisioning_complete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:01.786306 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9763c81-409d-4e46-b285-3a69d3230524 admin admin] Router ec506334-ef4a-45b2-8dc2-db935ead4be8 is scheduled to L3 agent 0896dfae-3c2f-4fc2-b5f4-9284ce516a86 with binding_index 1 {{(pid=73809) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 30 13:15:01.886186 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [req-ba8f5d56-a90a-4a26-91c8-c63373f5a9f3 req-07abe6fc-f9bf-4e33-9343-aa784e4d45c5 tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:15:01.891207 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.quota.resource [req-ba8f5d56-a90a-4a26-91c8-c63373f5a9f3 req-07abe6fc-f9bf-4e33-9343-aa784e4d45c5 tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] Usage tracker for resource:port and tenant:4c8480cf79cf411899d291c4db89977f is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:15:01.895398 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.quota.resource [req-ba8f5d56-a90a-4a26-91c8-c63373f5a9f3 req-07abe6fc-f9bf-4e33-9343-aa784e4d45c5 tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] Quota usage for port was recalculated. Used quota:0. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:15:01.913705 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [req-ba8f5d56-a90a-4a26-91c8-c63373f5a9f3 req-07abe6fc-f9bf-4e33-9343-aa784e4d45c5 tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:15:01.945191 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba8f5d56-a90a-4a26-91c8-c63373f5a9f3 req-07abe6fc-f9bf-4e33-9343-aa784e4d45c5 tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] Made reservation on behalf of 4c8480cf79cf411899d291c4db89977f for: {'port': 1} {{(pid=73810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:15:01.975405 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-ba8f5d56-a90a-4a26-91c8-c63373f5a9f3 req-07abe6fc-f9bf-4e33-9343-aa784e4d45c5 tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4120257'] for port, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:02.138315 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-6b1b79b5-2321-4c10-b930-f46d34c1c494 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:02.185376 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-a402e1aa-a317-4f4a-b89a-7004c7e7fcad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1027946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919895'] for router, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:02.327736 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.db.agents_db [None req-91df71b6-c2d8-49d0-b68d-2a1f0a47a62a None None] Agent healthcheck: found 6 active agents {{(pid=73814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 13:15:02.889585 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.95', 62526) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:15:02.908343 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-d4085fe9-0f70-43e7-8af9-237a2f3ce830 req-dda903c1-a545-40af-9741-9787df2438df tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] 10.222.0.84 "GET /v2.0/ports?device_id=465bafa6-50c3-4b95-a86f-7b10b4f1310d HTTP/1.1" status: 200 len: 210 time: 0.5295842 Apr 30 13:15:03.164897 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.rpc [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Device 05bc73a8-c1a0-4b76-afa6-1ef2200a1c78 up at agent ovs-agent-dv-cinder-787195-5-smb {{(pid=73812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:15:03.282343 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.db.db_base_plugin_common [req-ba8f5d56-a90a-4a26-91c8-c63373f5a9f3 req-07abe6fc-f9bf-4e33-9343-aa784e4d45c5 tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] Allocated IP 172.20.0.4 (a2370fd2-9a9f-499d-8dea-fb3ea7c82d60/295a1801-3c8d-4aef-b140-f11bdef5d697/cbc37f6d-ae64-4bbc-810e-9cbb64d89df6) {{(pid=73810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 13:15:03.381748 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-af575181-63cd-437c-b9c4-989155c82f9c req-9110fb90-aa9c-41d5-80d2-ef9a0e46da93 tempest-DeleteServersTestJSON-277115900 tempest-DeleteServersTestJSON-277115900-project] 10.222.0.84 "GET /v2.0/ports?device_id=b3975c68-1a37-4119-bd25-e9d861a3effc HTTP/1.1" status: 200 len: 210 time: 0.3941765 Apr 30 13:15:03.392611 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-6b1b79b5-2321-4c10-b930-f46d34c1c494 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4120194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773352839702'] for port, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:03.444012 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:03.455544 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.provisioning_blocks [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Provisioning for port 05bc73a8-c1a0-4b76-afa6-1ef2200a1c78 completed by entity L2. {{(pid=73812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:15:03.465183 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.provisioning_blocks [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Provisioning complete for port 05bc73a8-c1a0-4b76-afa6-1ef2200a1c78 triggered by entity L2. {{(pid=73812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:15:03.465796 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000605'] for port, provisioning_complete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:03.512378 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27804cdb-cdab-4d17-921e-5c2cb52089f8 req-d185bb20-c1cb-46d4-a5fc-b44d892d191a tempest-DeleteServersTestJSON-277115900 tempest-DeleteServersTestJSON-277115900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:03.513985 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.quota.resource [req-27804cdb-cdab-4d17-921e-5c2cb52089f8 req-d185bb20-c1cb-46d4-a5fc-b44d892d191a tempest-DeleteServersTestJSON-277115900 tempest-DeleteServersTestJSON-277115900-project] Synchronizing usage tracker for tenant:cf322eeac3ca4a6082b97c36e5f25fa8 on resource:network {{(pid=73809) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:15:03.521389 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a402e1aa-a317-4f4a-b89a-7004c7e7fcad admin admin] Router a52af78f-7ad6-4e52-9c94-77c21fdc33b1 is scheduled to L3 agent 0896dfae-3c2f-4fc2-b5f4-9284ce516a86 with binding_index 1 {{(pid=73809) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 30 13:15:03.524203 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9763c81-409d-4e46-b285-3a69d3230524 admin admin] Notify agent at l3_agent.dv-cinder-787195-5-smb the message routers_updated {{(pid=73809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 13:15:03.645801 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.quota.resource [req-27804cdb-cdab-4d17-921e-5c2cb52089f8 req-d185bb20-c1cb-46d4-a5fc-b44d892d191a tempest-DeleteServersTestJSON-277115900 tempest-DeleteServersTestJSON-277115900-project] Unset dirty status for tenant:cf322eeac3ca4a6082b97c36e5f25fa8 on resource:network {{(pid=73809) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:15:03.647584 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [req-27804cdb-cdab-4d17-921e-5c2cb52089f8 req-d185bb20-c1cb-46d4-a5fc-b44d892d191a tempest-DeleteServersTestJSON-277115900 tempest-DeleteServersTestJSON-277115900-project] 10.222.0.95 "GET /v2.0/networks?id=01195525-d055-479a-a2be-e547c79ff0bf HTTP/1.1" status: 200 len: 811 time: 0.7259152 Apr 30 13:15:03.648929 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-665f6675-b5da-42a2-8110-b4631699b70c None None] Sync routers for ids ['ec506334-ef4a-45b2-8dc2-db935ead4be8'] in dv-cinder-787195-5-smb {{(pid=73812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 13:15:03.685679 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-665f6675-b5da-42a2-8110-b4631699b70c None None] Routers {'ec506334-ef4a-45b2-8dc2-db935ead4be8'} bound to L3 agent in host dv-cinder-787195-5-smb {{(pid=73812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:15:03.688607 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.l3_hamode_db [None req-665f6675-b5da-42a2-8110-b4631699b70c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-30T13:06:52Z,description=,heartbeat_timestamp=2021-04-30T13:14:52Z,host='dv-cinder-787195-5-smb',id=0896dfae-3c2f-4fc2-b5f4-9284ce516a86,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:06:52Z,topic='l3_agent')) {'router_ids': ['ec506334-ef4a-45b2-8dc2-db935ead4be8'], 'active': True} {{(pid=73812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:15:03.688981 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.v2.base [req-27804cdb-cdab-4d17-921e-5c2cb52089f8 req-27ac727e-9bd3-4568-94a5-ffc5bb7de58c tempest-DeleteServersTestJSON-277115900 tempest-DeleteServersTestJSON-277115900-project] Request body: {'port': {'device_id': 'b3975c68-1a37-4119-bd25-e9d861a3effc', 'network_id': '01195525-d055-479a-a2be-e547c79ff0bf', 'admin_state_up': True, 'tenant_id': 'cf322eeac3ca4a6082b97c36e5f25fa8'}} {{(pid=73809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:15:03.711433 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1b79b5-2321-4c10-b930-f46d34c1c494 admin admin] Pushing event updated for resources: {'Port': ['ID=481b4c6c-37bf-420f-b459-96e71baf623b,revision_number=1']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:03.715562 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-b9763c81-409d-4e46-b285-3a69d3230524 admin admin] Notify callbacks [] for router, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:03.724299 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [None req-b9763c81-409d-4e46-b285-3a69d3230524 admin admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 10.8827875 Apr 30 13:15:03.770810 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.84', 52444) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:15:03.780066 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-6b1b79b5-2321-4c10-b930-f46d34c1c494 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:03.810112 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b1b79b5-2321-4c10-b930-f46d34c1c494 admin admin] Network 87e8e01a-ad03-481e-ad3a-b46f9803a913 is already hosted by enough agents. {{(pid=73810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:15:03.813743 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.scheduler.base_scheduler [None req-6b1b79b5-2321-4c10-b930-f46d34c1c494 admin admin] Resources bound (agent type, host, resource id): {{(pid=73810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:15:03.823916 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b1b79b5-2321-4c10-b930-f46d34c1c494 admin admin] Received port after_create {{(pid=73810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 13:15:03.826028 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-6b1b79b5-2321-4c10-b930-f46d34c1c494 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-924889'] for router_interface, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:04.177107 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4120257'] for port, before_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:04.234201 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.db [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] For port 05bc73a8-c1a0-4b76-afa6-1ef2200a1c78, host dv-cinder-787195-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-5-smb',level=0,port_id=05bc73a8-c1a0-4b76-afa6-1ef2200a1c78,segment=NetworkSegment(f8d4e1c1-82f5-4515-b5f8-67450a2bb94b),segment_id=f8d4e1c1-82f5-4515-b5f8-67450a2bb94b)] {{(pid=73812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:15:04.258491 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4120194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773353276007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773352839720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773352839765'] for port, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:04.263694 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.rpc [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Device 49f2c0ae-9690-4f1f-b81b-8606aed0abd9 up at agent ovs-agent-dv-cinder-787195-5-smb {{(pid=73812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:15:04.276453 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [req-27804cdb-cdab-4d17-921e-5c2cb52089f8 req-27ac727e-9bd3-4568-94a5-ffc5bb7de58c tempest-DeleteServersTestJSON-277115900 tempest-DeleteServersTestJSON-277115900-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:15:04.316512 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-cf926fe9-536f-4de8-b863-1d18de3389e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:04.382957 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-4e567021-ea02-4298-a08a-79c81fa6655b req-552e5739-bea7-455e-90fd-2cae21799257 tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] 10.222.0.84 "GET /v2.0/ports?device_id=465bafa6-50c3-4b95-a86f-7b10b4f1310d HTTP/1.1" status: 200 len: 210 time: 0.1352003 Apr 30 13:15:04.442243 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-ba8f5d56-a90a-4a26-91c8-c63373f5a9f3 req-07abe6fc-f9bf-4e33-9343-aa784e4d45c5 tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] Notify callbacks [] for port, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:04.489089 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-ba8f5d56-a90a-4a26-91c8-c63373f5a9f3 req-07abe6fc-f9bf-4e33-9343-aa784e4d45c5 tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4120194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773352839702'] for port, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:04.539278 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.quota.resource [req-27804cdb-cdab-4d17-921e-5c2cb52089f8 req-27ac727e-9bd3-4568-94a5-ffc5bb7de58c tempest-DeleteServersTestJSON-277115900 tempest-DeleteServersTestJSON-277115900-project] Usage tracker for resource:port and tenant:cf322eeac3ca4a6082b97c36e5f25fa8 is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:15:04.552122 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-82edabc1-8888-41aa-a945-eb06fa116dcb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:04.552409 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.l3_dvr_db [None req-665f6675-b5da-42a2-8110-b4631699b70c None None] Set router ec506334-ef4a-45b2-8dc2-db935ead4be8 gateway port host: dv-cinder-787195-5-smb {{(pid=73812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:15:04.575784 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.quota.resource [req-27804cdb-cdab-4d17-921e-5c2cb52089f8 req-27ac727e-9bd3-4568-94a5-ffc5bb7de58c tempest-DeleteServersTestJSON-277115900 tempest-DeleteServersTestJSON-277115900-project] Quota usage for port was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:15:04.594744 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a402e1aa-a317-4f4a-b89a-7004c7e7fcad admin admin] Notify agent at l3_agent.dv-cinder-787195-5-smb the message routers_updated {{(pid=73809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 13:15:04.615880 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc588bae-6b68-45a6-88c8-21ff5c9970b0 None None] Sync routers for ids ['a52af78f-7ad6-4e52-9c94-77c21fdc33b1'] in dv-cinder-787195-5-smb {{(pid=73814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 13:15:04.633646 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc588bae-6b68-45a6-88c8-21ff5c9970b0 None None] Routers {'a52af78f-7ad6-4e52-9c94-77c21fdc33b1'} bound to L3 agent in host dv-cinder-787195-5-smb {{(pid=73814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:15:04.634608 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.db.l3_hamode_db [None req-cc588bae-6b68-45a6-88c8-21ff5c9970b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-30T13:06:52Z,description=,heartbeat_timestamp=2021-04-30T13:14:52Z,host='dv-cinder-787195-5-smb',id=0896dfae-3c2f-4fc2-b5f4-9284ce516a86,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:06:52Z,topic='l3_agent')) {'router_ids': ['a52af78f-7ad6-4e52-9c94-77c21fdc33b1'], 'active': True} {{(pid=73814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:15:04.643753 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [req-27804cdb-cdab-4d17-921e-5c2cb52089f8 req-27ac727e-9bd3-4568-94a5-ffc5bb7de58c tempest-DeleteServersTestJSON-277115900 tempest-DeleteServersTestJSON-277115900-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:15:04.894588 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27804cdb-cdab-4d17-921e-5c2cb52089f8 req-27ac727e-9bd3-4568-94a5-ffc5bb7de58c tempest-DeleteServersTestJSON-277115900 tempest-DeleteServersTestJSON-277115900-project] Made reservation on behalf of cf322eeac3ca4a6082b97c36e5f25fa8 for: {'port': 1} {{(pid=73809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:15:04.920618 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-27804cdb-cdab-4d17-921e-5c2cb52089f8 req-27ac727e-9bd3-4568-94a5-ffc5bb7de58c tempest-DeleteServersTestJSON-277115900 tempest-DeleteServersTestJSON-277115900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4120257'] for port, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:04.968089 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-38e2ade9-ac6f-445b-8c8c-4b890d1f14c5 req-c0d39f48-8664-4911-a68b-9385384779d6 tempest-DeleteServersTestJSON-277115900 tempest-DeleteServersTestJSON-277115900-project] 10.222.0.84 "GET /v2.0/ports?device_id=b3975c68-1a37-4119-bd25-e9d861a3effc HTTP/1.1" status: 200 len: 210 time: 0.1855762 Apr 30 13:15:05.019996 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba8f5d56-a90a-4a26-91c8-c63373f5a9f3 req-07abe6fc-f9bf-4e33-9343-aa784e4d45c5 tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] Network a2370fd2-9a9f-499d-8dea-fb3ea7c82d60 is already hosted by enough agents. {{(pid=73810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:15:05.028983 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-a402e1aa-a317-4f4a-b89a-7004c7e7fcad admin admin] Notify callbacks [] for router, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:05.032934 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.scheduler.base_scheduler [req-ba8f5d56-a90a-4a26-91c8-c63373f5a9f3 req-07abe6fc-f9bf-4e33-9343-aa784e4d45c5 tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] Resources bound (agent type, host, resource id): {{(pid=73810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:15:05.034174 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [None req-a402e1aa-a317-4f4a-b89a-7004c7e7fcad admin admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 10.4406166 Apr 30 13:15:05.036695 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.84', 52474) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:15:05.055437 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba8f5d56-a90a-4a26-91c8-c63373f5a9f3 req-07abe6fc-f9bf-4e33-9343-aa784e4d45c5 tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] Received port after_create {{(pid=73810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 13:15:05.063302 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8f5d56-a90a-4a26-91c8-c63373f5a9f3 req-07abe6fc-f9bf-4e33-9343-aa784e4d45c5 tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:05.064426 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-ba8f5d56-a90a-4a26-91c8-c63373f5a9f3 req-07abe6fc-f9bf-4e33-9343-aa784e4d45c5 tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647359'] for port, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:05.071704 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07abe6fc-f9bf-4e33-9343-aa784e4d45c5 tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] Pushing event updated for resources: {'Port': ['ID=cbc37f6d-ae64-4bbc-810e-9cbb64d89df6,revision_number=1']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:05.083566 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-07abe6fc-f9bf-4e33-9343-aa784e4d45c5 tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.531s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:05.105433 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Pushing event updated for resources: {'Port': ['ID=05bc73a8-c1a0-4b76-afa6-1ef2200a1c78,revision_number=4']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:05.130926 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.814s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:05.204826 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-6b1b79b5-2321-4c10-b930-f46d34c1c494 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4120257'] for port, before_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:05.276849 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-ba8f5d56-a90a-4a26-91c8-c63373f5a9f3 req-07abe6fc-f9bf-4e33-9343-aa784e4d45c5 tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1985500 Apr 30 13:15:05.301324 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.wsgi [req-ba8f5d56-a90a-4a26-91c8-c63373f5a9f3 req-22121066-f11c-44c4-8c99-d5f7f2f36f36 tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=73810) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 13:15:05.305927 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-ba8f5d56-a90a-4a26-91c8-c63373f5a9f3 req-22121066-f11c-44c4-8c99-d5f7f2f36f36 tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] 10.222.0.95 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0129881 Apr 30 13:15:05.343345 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.db.l3_dvr_db [None req-cc588bae-6b68-45a6-88c8-21ff5c9970b0 None None] Set router a52af78f-7ad6-4e52-9c94-77c21fdc33b1 gateway port host: dv-cinder-787195-5-smb {{(pid=73814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:15:05.382026 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.provisioning_blocks [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Provisioning complete for port 49f2c0ae-9690-4f1f-b81b-8606aed0abd9 triggered by entity L2. {{(pid=73812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:15:05.382804 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000605'] for port, provisioning_complete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:05.724016 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.db_base_plugin_common [req-27804cdb-cdab-4d17-921e-5c2cb52089f8 req-27ac727e-9bd3-4568-94a5-ffc5bb7de58c tempest-DeleteServersTestJSON-277115900 tempest-DeleteServersTestJSON-277115900-project] Allocated IP 172.20.0.4 (01195525-d055-479a-a2be-e547c79ff0bf/e16aca97-3403-4669-beae-2eb7636c0fcb/5735bba6-0cb1-4d26-933c-470686a812a8) {{(pid=73809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 13:15:05.756634 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.l3_hamode_db [None req-665f6675-b5da-42a2-8110-b4631699b70c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec506334-ef4a-45b2-8dc2-db935ead4be8', 'name': 'tempest-AttachVolumeShelveTestJSON-667705505-router', 'tenant_id': '1cdf6705df774b71b1ef55768d3b4135', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b95ef810-b08d-4c08-b0c0-c75d2ee1b25b', 'external_fixed_ips': [{'subnet_id': 'b3fe51b0-9be9-4b1a-951c-de133b7a88b5', 'ip_address': '172.28.3.47'}], 'enable_snat': True}, 'gw_port_id': '5a759980-3839-4849-86db-9ae124c9a28c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:14:52Z', 'updated_at': '2021-04-30T13:14:57Z', 'revision_number': 3, 'project_id': '1cdf6705df774b71b1ef55768d3b4135', 'gw_port': {'id': '5a759980-3839-4849-86db-9ae124c9a28c', 'name': '', 'network_id': 'b95ef810-b08d-4c08-b0c0-c75d2ee1b25b', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:87:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec506334-ef4a-45b2-8dc2-db935ead4be8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'b3fe51b0-9be9-4b1a-951c-de133b7a88b5', 'ip_address': '172.28.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:14:55Z', 'updated_at': '2021-04-30T13:14:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b3fe51b0-9be9-4b1a-951c-de133b7a88b5', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-5-smb'}], 'dv-cinder-787195-5-smb', False) {} {{(pid=73812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:15:05.892051 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-665f6675-b5da-42a2-8110-b4631699b70c None None] Checking router: ec506334-ef4a-45b2-8dc2-db935ead4be8 for host: dv-cinder-787195-5-smb {{(pid=73812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 13:15:05.895301 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-665f6675-b5da-42a2-8110-b4631699b70c None None] Updating router ec506334-ef4a-45b2-8dc2-db935ead4be8 port 5a759980-3839-4849-86db-9ae124c9a28c binding host dv-cinder-787195-5-smb {{(pid=73812) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 13:15:05.924259 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.v2.base [req-ba8f5d56-a90a-4a26-91c8-c63373f5a9f3 req-ed2db638-673a-4344-abbb-bd1ae5f73990 service neutron] Request body: {'port': {'device_id': '465bafa6-50c3-4b95-a86f-7b10b4f1310d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78719'}} {{(pid=73810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:15:06.023391 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-665f6675-b5da-42a2-8110-b4631699b70c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4120257'] for port, before_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:06.083314 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.db.l3_hamode_db [None req-cc588bae-6b68-45a6-88c8-21ff5c9970b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a52af78f-7ad6-4e52-9c94-77c21fdc33b1', 'name': 'tempest-AttachVolumeTestJSON-49034861-router', 'tenant_id': '918e31ad0d5f410eac8b4de9626cac1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b95ef810-b08d-4c08-b0c0-c75d2ee1b25b', 'external_fixed_ips': [{'subnet_id': 'b3fe51b0-9be9-4b1a-951c-de133b7a88b5', 'ip_address': '172.28.3.197'}], 'enable_snat': True}, 'gw_port_id': '03710d16-da09-4f6d-b90a-06e717570d2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:14:54Z', 'updated_at': '2021-04-30T13:15:00Z', 'revision_number': 3, 'project_id': '918e31ad0d5f410eac8b4de9626cac1f', 'gw_port': {'id': '03710d16-da09-4f6d-b90a-06e717570d2e', 'name': '', 'network_id': 'b95ef810-b08d-4c08-b0c0-c75d2ee1b25b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:1f:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a52af78f-7ad6-4e52-9c94-77c21fdc33b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'b3fe51b0-9be9-4b1a-951c-de133b7a88b5', 'ip_address': '172.28.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:14:56Z', 'updated_at': '2021-04-30T13:14:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b3fe51b0-9be9-4b1a-951c-de133b7a88b5', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-5-smb'}], 'dv-cinder-787195-5-smb', False) {} {{(pid=73814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:15:06.094466 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.rpc [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Device 05bc73a8-c1a0-4b76-afa6-1ef2200a1c78 up at agent ovs-agent-dv-cinder-787195-5-smb {{(pid=73812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:15:06.105699 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc588bae-6b68-45a6-88c8-21ff5c9970b0 None None] Checking router: a52af78f-7ad6-4e52-9c94-77c21fdc33b1 for host: dv-cinder-787195-5-smb {{(pid=73814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 13:15:06.106080 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc588bae-6b68-45a6-88c8-21ff5c9970b0 None None] Updating router a52af78f-7ad6-4e52-9c94-77c21fdc33b1 port 03710d16-da09-4f6d-b90a-06e717570d2e binding host dv-cinder-787195-5-smb {{(pid=73814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 13:15:06.202971 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.provisioning_blocks [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Provisioning complete for port 05bc73a8-c1a0-4b76-afa6-1ef2200a1c78 triggered by entity L2. {{(pid=73812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:15:06.203770 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000605'] for port, provisioning_complete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:06.372233 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-cc588bae-6b68-45a6-88c8-21ff5c9970b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4120257'] for port, before_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:06.386745 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-27804cdb-cdab-4d17-921e-5c2cb52089f8 req-27ac727e-9bd3-4568-94a5-ffc5bb7de58c tempest-DeleteServersTestJSON-277115900 tempest-DeleteServersTestJSON-277115900-project] Notify callbacks [] for port, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:06.523304 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-27804cdb-cdab-4d17-921e-5c2cb52089f8 req-27ac727e-9bd3-4568-94a5-ffc5bb7de58c tempest-DeleteServersTestJSON-277115900 tempest-DeleteServersTestJSON-277115900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4120194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773352839702'] for port, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:06.545900 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.84', 52504) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:15:06.707415 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-1c0125a9-319d-4726-80b9-06885eb66df5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:06.721000 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-ba8f5d56-a90a-4a26-91c8-c63373f5a9f3 req-ed2db638-673a-4344-abbb-bd1ae5f73990 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4120257'] for port, before_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:06.754576 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34076a32-888b-46af-9495-f274107ac384 req-e0d6b572-59ff-46e7-832f-5e34737111ba tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:06.755508 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.quota.resource [req-34076a32-888b-46af-9495-f274107ac384 req-e0d6b572-59ff-46e7-832f-5e34737111ba tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] Synchronizing usage tracker for tenant:4c8480cf79cf411899d291c4db89977f on resource:port {{(pid=73810) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:15:06.825971 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-6b1b79b5-2321-4c10-b930-f46d34c1c494 admin admin] Notify callbacks [] for port, precommit_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:06.840007 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-6b1b79b5-2321-4c10-b930-f46d34c1c494 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4120194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773353276007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773352839720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773352839765'] for port, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:06.863927 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-6b1b79b5-2321-4c10-b930-f46d34c1c494 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-924796'] for router_interface, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:06.873261 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-6b1b79b5-2321-4c10-b930-f46d34c1c494 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:06.929616 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.quota.resource [req-34076a32-888b-46af-9495-f274107ac384 req-e0d6b572-59ff-46e7-832f-5e34737111ba tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] Unset dirty status for tenant:4c8480cf79cf411899d291c4db89977f on resource:port {{(pid=73810) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:15:06.932155 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-34076a32-888b-46af-9495-f274107ac384 req-e0d6b572-59ff-46e7-832f-5e34737111ba tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] 10.222.0.84 "GET /v2.0/ports?device_id=465bafa6-50c3-4b95-a86f-7b10b4f1310d HTTP/1.1" status: 200 len: 931 time: 1.2343047 Apr 30 13:15:07.029614 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ac727e-9bd3-4568-94a5-ffc5bb7de58c tempest-DeleteServersTestJSON-277115900 tempest-DeleteServersTestJSON-277115900-project] Pushing event updated for resources: {'Port': ['ID=5735bba6-0cb1-4d26-933c-470686a812a8,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:07.054365 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-27ac727e-9bd3-4568-94a5-ffc5bb7de58c tempest-DeleteServersTestJSON-277115900 tempest-DeleteServersTestJSON-277115900-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:07.056241 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27804cdb-cdab-4d17-921e-5c2cb52089f8 req-27ac727e-9bd3-4568-94a5-ffc5bb7de58c tempest-DeleteServersTestJSON-277115900 tempest-DeleteServersTestJSON-277115900-project] Network 01195525-d055-479a-a2be-e547c79ff0bf is already hosted by enough agents. {{(pid=73809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:15:07.073340 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.scheduler.base_scheduler [req-27804cdb-cdab-4d17-921e-5c2cb52089f8 req-27ac727e-9bd3-4568-94a5-ffc5bb7de58c tempest-DeleteServersTestJSON-277115900 tempest-DeleteServersTestJSON-277115900-project] Resources bound (agent type, host, resource id): {{(pid=73809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:15:07.091023 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b577aaa6-206a-4445-93fe-deb765602215 req-158ffa3b-95e6-4127-9220-8746a02a896c tempest-DeleteServersTestJSON-277115900 tempest-DeleteServersTestJSON-277115900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:07.091935 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.l3_dvrscheduler_db [req-27804cdb-cdab-4d17-921e-5c2cb52089f8 req-27ac727e-9bd3-4568-94a5-ffc5bb7de58c tempest-DeleteServersTestJSON-277115900 tempest-DeleteServersTestJSON-277115900-project] Received port after_create {{(pid=73809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 13:15:07.092921 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-b577aaa6-206a-4445-93fe-deb765602215 req-158ffa3b-95e6-4127-9220-8746a02a896c tempest-DeleteServersTestJSON-277115900 tempest-DeleteServersTestJSON-277115900-project] 10.222.0.84 "GET /v2.0/ports?device_id=b3975c68-1a37-4119-bd25-e9d861a3effc HTTP/1.1" status: 200 len: 931 time: 0.7610128 Apr 30 13:15:07.093865 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1b79b5-2321-4c10-b930-f46d34c1c494 admin admin] Pushing event updated for resources: {'Port': ['ID=481b4c6c-37bf-420f-b459-96e71baf623b,revision_number=2']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:07.102677 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27804cdb-cdab-4d17-921e-5c2cb52089f8 req-27ac727e-9bd3-4568-94a5-ffc5bb7de58c tempest-DeleteServersTestJSON-277115900 tempest-DeleteServersTestJSON-277115900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:07.103417 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-27804cdb-cdab-4d17-921e-5c2cb52089f8 req-27ac727e-9bd3-4568-94a5-ffc5bb7de58c tempest-DeleteServersTestJSON-277115900 tempest-DeleteServersTestJSON-277115900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647359'] for port, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:07.117444 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-5ae9dc9e-5257-4dd4-8511-abae4a92335a admin admin] Notify callbacks [] for security_group, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:07.154942 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-665f6675-b5da-42a2-8110-b4631699b70c None None] Notify callbacks [] for port, precommit_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:07.155551 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-5ae9dc9e-5257-4dd4-8511-abae4a92335a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:15:07.157785 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-6b1b79b5-2321-4c10-b930-f46d34c1c494 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:07.159442 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-5ae9dc9e-5257-4dd4-8511-abae4a92335a admin admin] Usage tracker for resource:security_group_rule and tenant:034f9d0954f54c838f5c5c762046905c is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:15:07.162637 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-5ae9dc9e-5257-4dd4-8511-abae4a92335a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:15:07.173927 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-5ae9dc9e-5257-4dd4-8511-abae4a92335a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:15:07.184171 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.provisioning_blocks [None req-665f6675-b5da-42a2-8110-b4631699b70c None None] Transition to ACTIVE for port object 5a759980-3839-4849-86db-9ae124c9a28c will not be triggered until provisioned by entity L2. {{(pid=73812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:15:07.200034 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-665f6675-b5da-42a2-8110-b4631699b70c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4120194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773353276007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773352839720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773352839765'] for port, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:07.223147 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:07.241730 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.quota.resource [req-34076a32-888b-46af-9495-f274107ac384 req-74c73abf-e573-4e0d-b60c-fd29ca089360 tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] Synchronizing usage tracker for tenant:4c8480cf79cf411899d291c4db89977f on resource:security_group {{(pid=73810) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:15:07.373766 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.managers [None req-665f6675-b5da-42a2-8110-b4631699b70c None None] Attempting to bind port 5a759980-3839-4849-86db-9ae124c9a28c on host dv-cinder-787195-5-smb for vnic_type normal with profile {{(pid=73812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 13:15:07.374274 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.managers [None req-665f6675-b5da-42a2-8110-b4631699b70c None None] Attempting to bind port 5a759980-3839-4849-86db-9ae124c9a28c by drivers openvswitch,hyperv on host dv-cinder-787195-5-smb at level 0 using segments [{'id': 'f8d4e1c1-82f5-4515-b5f8-67450a2bb94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b95ef810-b08d-4c08-b0c0-c75d2ee1b25b'}] {{(pid=73812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 13:15:07.374777 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-665f6675-b5da-42a2-8110-b4631699b70c None None] Attempting to bind port 5a759980-3839-4849-86db-9ae124c9a28c on network b95ef810-b08d-4c08-b0c0-c75d2ee1b25b {{(pid=73812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:15:07.387265 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-665f6675-b5da-42a2-8110-b4631699b70c None None] Checking agent: {'id': '389db99c-db4b-44ca-8e25-149d3cf00f42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 6, 52), 'started_at': datetime.datetime(2021, 4, 30, 13, 7, 22), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 14, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 13:15:07.388541 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-665f6675-b5da-42a2-8110-b4631699b70c None None] Checking segment: {'id': 'f8d4e1c1-82f5-4515-b5f8-67450a2bb94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b95ef810-b08d-4c08-b0c0-c75d2ee1b25b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:15:07.389190 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-665f6675-b5da-42a2-8110-b4631699b70c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:07.389664 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-665f6675-b5da-42a2-8110-b4631699b70c None None] Bound using segment: {'id': 'f8d4e1c1-82f5-4515-b5f8-67450a2bb94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b95ef810-b08d-4c08-b0c0-c75d2ee1b25b'} {{(pid=73812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 13:15:07.390464 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.managers [None req-665f6675-b5da-42a2-8110-b4631699b70c None None] Bound port: 5a759980-3839-4849-86db-9ae124c9a28c, host: dv-cinder-787195-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8d4e1c1-82f5-4515-b5f8-67450a2bb94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b95ef810-b08d-4c08-b0c0-c75d2ee1b25b'}}] {{(pid=73812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 13:15:07.391317 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-665f6675-b5da-42a2-8110-b4631699b70c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4120257'] for port, before_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:07.442038 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-b577aaa6-206a-4445-93fe-deb765602215 req-9763b504-165b-4ecb-81b9-818da74efa00 tempest-DeleteServersTestJSON-277115900 tempest-DeleteServersTestJSON-277115900-project] 10.222.0.84 "GET /v2.0/security-groups?id=5c07e30f-6df6-4fa5-914b-5d27af06d4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2829330 Apr 30 13:15:07.461076 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [req-27804cdb-cdab-4d17-921e-5c2cb52089f8 req-27ac727e-9bd3-4568-94a5-ffc5bb7de58c tempest-DeleteServersTestJSON-277115900 tempest-DeleteServersTestJSON-277115900-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7838793 Apr 30 13:15:07.461995 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00e162a-16cb-4a32-8532-55cf5401f027 None None] Pushing event updated for resources: {'Port': ['ID=5a759980-3839-4849-86db-9ae124c9a28c,revision_number=2']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:07.472079 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.quota.resource [req-34076a32-888b-46af-9495-f274107ac384 req-74c73abf-e573-4e0d-b60c-fd29ca089360 tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] Unset dirty status for tenant:4c8480cf79cf411899d291c4db89977f on resource:security_group {{(pid=73810) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:15:07.478462 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-34076a32-888b-46af-9495-f274107ac384 req-74c73abf-e573-4e0d-b60c-fd29ca089360 tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] 10.222.0.84 "GET /v2.0/security-groups?id=78b91c60-43f7-43d4-ab5b-e36ce0163f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5189030 Apr 30 13:15:07.481549 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b1b79b5-2321-4c10-b930-f46d34c1c494 admin admin] Network 87e8e01a-ad03-481e-ad3a-b46f9803a913 is already hosted by enough agents. {{(pid=73810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:15:07.486959 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-a00e162a-16cb-4a32-8532-55cf5401f027 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:07.573205 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.db [None req-665f6675-b5da-42a2-8110-b4631699b70c None None] For port 5a759980-3839-4849-86db-9ae124c9a28c, host dv-cinder-787195-5-smb, cleared binding levels {{(pid=73812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 13:15:07.576751 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.db [None req-665f6675-b5da-42a2-8110-b4631699b70c None None] For port 5a759980-3839-4849-86db-9ae124c9a28c, host dv-cinder-787195-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-5-smb',level=0,port_id=5a759980-3839-4849-86db-9ae124c9a28c,segment=NetworkSegment(f8d4e1c1-82f5-4515-b5f8-67450a2bb94b),segment_id=f8d4e1c1-82f5-4515-b5f8-67450a2bb94b)] {{(pid=73812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 13:15:07.591813 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-665f6675-b5da-42a2-8110-b4631699b70c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4120194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773353276007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773352839720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773352839765'] for port, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:07.607644 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:07.662599 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.v2.base [req-27804cdb-cdab-4d17-921e-5c2cb52089f8 req-95e6bea2-4197-4bcf-8457-f3dc52b727c3 service neutron] Request body: {'port': {'device_id': 'b3975c68-1a37-4119-bd25-e9d861a3effc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78719'}} {{(pid=73809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:15:07.711877 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.notifiers.nova [req-ba8f5d56-a90a-4a26-91c8-c63373f5a9f3 req-ed2db638-673a-4344-abbb-bd1ae5f73990 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cbc37f6d-ae64-4bbc-810e-9cbb64d89df6 {{(pid=73810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 13:15:07.758847 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-665f6675-b5da-42a2-8110-b4631699b70c None None] Routers {'ec506334-ef4a-45b2-8dc2-db935ead4be8'} bound to L3 agent in host dv-cinder-787195-5-smb {{(pid=73812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:15:07.760663 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-cc588bae-6b68-45a6-88c8-21ff5c9970b0 None None] Notify callbacks [] for port, precommit_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:07.763111 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-ba8f5d56-a90a-4a26-91c8-c63373f5a9f3 req-ed2db638-673a-4344-abbb-bd1ae5f73990 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:07.764020 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.l3_hamode_db [None req-665f6675-b5da-42a2-8110-b4631699b70c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-30T13:06:52Z,description=,heartbeat_timestamp=2021-04-30T13:14:52Z,host='dv-cinder-787195-5-smb',id=0896dfae-3c2f-4fc2-b5f4-9284ce516a86,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:06:52Z,topic='l3_agent')) {'router_ids': ['ec506334-ef4a-45b2-8dc2-db935ead4be8'], 'active': True} {{(pid=73812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:15:07.791588 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.db.provisioning_blocks [None req-cc588bae-6b68-45a6-88c8-21ff5c9970b0 None None] Transition to ACTIVE for port object 03710d16-da09-4f6d-b90a-06e717570d2e will not be triggered until provisioned by entity L2. {{(pid=73814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:15:07.806342 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-cc588bae-6b68-45a6-88c8-21ff5c9970b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4120194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773353276007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773352839720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773352839765'] for port, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:07.816103 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-9e787e95-3b5a-4907-a098-4c17ce394305 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:07.820215 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [req-ba8f5d56-a90a-4a26-91c8-c63373f5a9f3 req-ed2db638-673a-4344-abbb-bd1ae5f73990 service neutron] Transition to ACTIVE for port object cbc37f6d-ae64-4bbc-810e-9cbb64d89df6 will not be triggered until provisioned by entity L2. {{(pid=73810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:15:07.825206 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.scheduler.base_scheduler [None req-6b1b79b5-2321-4c10-b930-f46d34c1c494 admin admin] Resources bound (agent type, host, resource id): {{(pid=73810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:15:07.846458 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-ba8f5d56-a90a-4a26-91c8-c63373f5a9f3 req-ed2db638-673a-4344-abbb-bd1ae5f73990 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4120194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773353276007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773352839720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773352839765'] for port, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:07.967641 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46d63e6-7898-4d59-b558-79d5ec89c316 None None] Pushing event updated for resources: {'Port': ['ID=03710d16-da09-4f6d-b90a-06e717570d2e,revision_number=2']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:07.977164 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-d46d63e6-7898-4d59-b558-79d5ec89c316 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:08.033301 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.plugins.ml2.managers [None req-cc588bae-6b68-45a6-88c8-21ff5c9970b0 None None] Attempting to bind port 03710d16-da09-4f6d-b90a-06e717570d2e on host dv-cinder-787195-5-smb for vnic_type normal with profile {{(pid=73814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 13:15:08.033737 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.plugins.ml2.managers [None req-cc588bae-6b68-45a6-88c8-21ff5c9970b0 None None] Attempting to bind port 03710d16-da09-4f6d-b90a-06e717570d2e by drivers openvswitch,hyperv on host dv-cinder-787195-5-smb at level 0 using segments [{'id': 'f8d4e1c1-82f5-4515-b5f8-67450a2bb94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b95ef810-b08d-4c08-b0c0-c75d2ee1b25b'}] {{(pid=73814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 13:15:08.034103 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc588bae-6b68-45a6-88c8-21ff5c9970b0 None None] Attempting to bind port 03710d16-da09-4f6d-b90a-06e717570d2e on network b95ef810-b08d-4c08-b0c0-c75d2ee1b25b {{(pid=73814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:15:08.040413 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00e162a-16cb-4a32-8532-55cf5401f027 None None] Pushing event updated for resources: {'Port': ['ID=5a759980-3839-4849-86db-9ae124c9a28c,revision_number=3']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:08.043184 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc588bae-6b68-45a6-88c8-21ff5c9970b0 None None] Checking agent: {'id': '389db99c-db4b-44ca-8e25-149d3cf00f42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 6, 52), 'started_at': datetime.datetime(2021, 4, 30, 13, 7, 22), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 14, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 13:15:08.047431 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-a00e162a-16cb-4a32-8532-55cf5401f027 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.440s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:08.047937 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc588bae-6b68-45a6-88c8-21ff5c9970b0 None None] Checking segment: {'id': 'f8d4e1c1-82f5-4515-b5f8-67450a2bb94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b95ef810-b08d-4c08-b0c0-c75d2ee1b25b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:15:08.048521 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-cc588bae-6b68-45a6-88c8-21ff5c9970b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:08.049690 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc588bae-6b68-45a6-88c8-21ff5c9970b0 None None] Bound using segment: {'id': 'f8d4e1c1-82f5-4515-b5f8-67450a2bb94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b95ef810-b08d-4c08-b0c0-c75d2ee1b25b'} {{(pid=73814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 13:15:08.050589 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.plugins.ml2.managers [None req-cc588bae-6b68-45a6-88c8-21ff5c9970b0 None None] Bound port: 03710d16-da09-4f6d-b90a-06e717570d2e, host: dv-cinder-787195-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8d4e1c1-82f5-4515-b5f8-67450a2bb94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b95ef810-b08d-4c08-b0c0-c75d2ee1b25b'}}] {{(pid=73814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 13:15:08.052697 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-cc588bae-6b68-45a6-88c8-21ff5c9970b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4120257'] for port, before_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:08.184123 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-27804cdb-cdab-4d17-921e-5c2cb52089f8 req-95e6bea2-4197-4bcf-8457-f3dc52b727c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4120257'] for port, before_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:08.229256 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-5ae9dc9e-5257-4dd4-8511-abae4a92335a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:08.254807 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.l3_dvr_db [None req-665f6675-b5da-42a2-8110-b4631699b70c None None] Set router ec506334-ef4a-45b2-8dc2-db935ead4be8 gateway port host: dv-cinder-787195-5-smb {{(pid=73812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:15:08.307835 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.plugins.ml2.db [None req-cc588bae-6b68-45a6-88c8-21ff5c9970b0 None None] For port 03710d16-da09-4f6d-b90a-06e717570d2e, host dv-cinder-787195-5-smb, cleared binding levels {{(pid=73814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 13:15:08.318602 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.plugins.ml2.db [None req-cc588bae-6b68-45a6-88c8-21ff5c9970b0 None None] For port 03710d16-da09-4f6d-b90a-06e717570d2e, host dv-cinder-787195-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-5-smb',level=0,port_id=03710d16-da09-4f6d-b90a-06e717570d2e,segment=NetworkSegment(f8d4e1c1-82f5-4515-b5f8-67450a2bb94b),segment_id=f8d4e1c1-82f5-4515-b5f8-67450a2bb94b)] {{(pid=73814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 13:15:08.330950 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-cc588bae-6b68-45a6-88c8-21ff5c9970b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4120194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773353276007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773352839720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773352839765'] for port, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:08.346276 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:08.484975 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-07abe6fc-f9bf-4e33-9343-aa784e4d45c5 tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:08.651628 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc588bae-6b68-45a6-88c8-21ff5c9970b0 None None] Routers {'a52af78f-7ad6-4e52-9c94-77c21fdc33b1'} bound to L3 agent in host dv-cinder-787195-5-smb {{(pid=73814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:15:08.655203 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.db.l3_hamode_db [None req-cc588bae-6b68-45a6-88c8-21ff5c9970b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-30T13:06:52Z,description=,heartbeat_timestamp=2021-04-30T13:14:52Z,host='dv-cinder-787195-5-smb',id=0896dfae-3c2f-4fc2-b5f4-9284ce516a86,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:06:52Z,topic='l3_agent')) {'router_ids': ['a52af78f-7ad6-4e52-9c94-77c21fdc33b1'], 'active': True} {{(pid=73814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:15:08.688432 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b1b79b5-2321-4c10-b930-f46d34c1c494 admin admin] Router c9367ed8-934a-4aad-81e0-c46c81fb4286 has already been hosted by L3 agent 0896dfae-3c2f-4fc2-b5f4-9284ce516a86 {{(pid=73810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 13:15:08.867381 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.managers [req-ba8f5d56-a90a-4a26-91c8-c63373f5a9f3 req-ed2db638-673a-4344-abbb-bd1ae5f73990 service neutron] Attempting to bind port cbc37f6d-ae64-4bbc-810e-9cbb64d89df6 on host hv-cinder-78719 for vnic_type normal with profile {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 13:15:08.867880 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.managers [req-ba8f5d56-a90a-4a26-91c8-c63373f5a9f3 req-ed2db638-673a-4344-abbb-bd1ae5f73990 service neutron] Attempting to bind port cbc37f6d-ae64-4bbc-810e-9cbb64d89df6 by drivers openvswitch,hyperv on host hv-cinder-78719 at level 0 using segments [{'id': '0656c9df-3683-4b19-9e2e-76cd59b3a036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': 'a2370fd2-9a9f-499d-8dea-fb3ea7c82d60'}] {{(pid=73810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 13:15:08.868385 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba8f5d56-a90a-4a26-91c8-c63373f5a9f3 req-ed2db638-673a-4344-abbb-bd1ae5f73990 service neutron] Attempting to bind port cbc37f6d-ae64-4bbc-810e-9cbb64d89df6 on network a2370fd2-9a9f-499d-8dea-fb3ea7c82d60 {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:15:08.871846 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-5ae9dc9e-5257-4dd4-8511-abae4a92335a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985230'] for security_group, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:08.971236 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.l3_hamode_db [None req-665f6675-b5da-42a2-8110-b4631699b70c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec506334-ef4a-45b2-8dc2-db935ead4be8', 'name': 'tempest-AttachVolumeShelveTestJSON-667705505-router', 'tenant_id': '1cdf6705df774b71b1ef55768d3b4135', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b95ef810-b08d-4c08-b0c0-c75d2ee1b25b', 'external_fixed_ips': [{'subnet_id': 'b3fe51b0-9be9-4b1a-951c-de133b7a88b5', 'ip_address': '172.28.3.47'}], 'enable_snat': True}, 'gw_port_id': '5a759980-3839-4849-86db-9ae124c9a28c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:14:52Z', 'updated_at': '2021-04-30T13:14:57Z', 'revision_number': 3, 'project_id': '1cdf6705df774b71b1ef55768d3b4135', 'gw_port': {'id': '5a759980-3839-4849-86db-9ae124c9a28c', 'name': '', 'network_id': 'b95ef810-b08d-4c08-b0c0-c75d2ee1b25b', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:87:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec506334-ef4a-45b2-8dc2-db935ead4be8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'b3fe51b0-9be9-4b1a-951c-de133b7a88b5', 'ip_address': '172.28.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:14:55Z', 'updated_at': '2021-04-30T13:15:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3fe51b0-9be9-4b1a-951c-de133b7a88b5', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-5-smb'}], 'dv-cinder-787195-5-smb', False) {} {{(pid=73812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:15:08.975657 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-665f6675-b5da-42a2-8110-b4631699b70c None None] The sync data for ids ['ec506334-ef4a-45b2-8dc2-db935ead4be8'] in dv-cinder-787195-5-smb is: [{'id': 'ec506334-ef4a-45b2-8dc2-db935ead4be8', 'name': 'tempest-AttachVolumeShelveTestJSON-667705505-router', 'tenant_id': '1cdf6705df774b71b1ef55768d3b4135', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b95ef810-b08d-4c08-b0c0-c75d2ee1b25b', 'external_fixed_ips': [{'subnet_id': 'b3fe51b0-9be9-4b1a-951c-de133b7a88b5', 'ip_address': '172.28.3.47'}], 'enable_snat': True}, 'gw_port_id': '5a759980-3839-4849-86db-9ae124c9a28c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:14:52Z', 'updated_at': '2021-04-30T13:14:57Z', 'revision_number': 3, 'project_id': '1cdf6705df774b71b1ef55768d3b4135', 'gw_port': {'id': '5a759980-3839-4849-86db-9ae124c9a28c', 'name': '', 'network_id': 'b95ef810-b08d-4c08-b0c0-c75d2ee1b25b', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:87:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec506334-ef4a-45b2-8dc2-db935ead4be8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'b3fe51b0-9be9-4b1a-951c-de133b7a88b5', 'ip_address': '172.28.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:14:55Z', 'updated_at': '2021-04-30T13:15:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3fe51b0-9be9-4b1a-951c-de133b7a88b5', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-5-smb'}] {{(pid=73812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 13:15:09.063634 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-4f9325f0-1879-48b5-b5fa-f0468ebbb0f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:09.125170 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba8f5d56-a90a-4a26-91c8-c63373f5a9f3 req-ed2db638-673a-4344-abbb-bd1ae5f73990 service neutron] Port cbc37f6d-ae64-4bbc-810e-9cbb64d89df6 on network a2370fd2-9a9f-499d-8dea-fb3ea7c82d60 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78719 {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 30 13:15:09.125496 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba8f5d56-a90a-4a26-91c8-c63373f5a9f3 req-ed2db638-673a-4344-abbb-bd1ae5f73990 service neutron] Attempting to bind port cbc37f6d-ae64-4bbc-810e-9cbb64d89df6 on network a2370fd2-9a9f-499d-8dea-fb3ea7c82d60 {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:15:09.156479 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2db638-673a-4344-abbb-bd1ae5f73990 service neutron] Pushing event updated for resources: {'Port': ['ID=cbc37f6d-ae64-4bbc-810e-9cbb64d89df6,revision_number=2']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:09.186448 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba8f5d56-a90a-4a26-91c8-c63373f5a9f3 req-ed2db638-673a-4344-abbb-bd1ae5f73990 service neutron] Checking agent: {'id': '9979f301-637a-421d-a751-ee4de56fc333', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78719', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 13, 10), 'started_at': datetime.datetime(2021, 4, 30, 13, 13, 10), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 14, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 13:15:09.186785 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba8f5d56-a90a-4a26-91c8-c63373f5a9f3 req-ed2db638-673a-4344-abbb-bd1ae5f73990 service neutron] Checking segment: {'id': '0656c9df-3683-4b19-9e2e-76cd59b3a036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': 'a2370fd2-9a9f-499d-8dea-fb3ea7c82d60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:15:09.187413 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba8f5d56-a90a-4a26-91c8-c63373f5a9f3 req-ed2db638-673a-4344-abbb-bd1ae5f73990 service neutron] Bound using segment: {'id': '0656c9df-3683-4b19-9e2e-76cd59b3a036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': 'a2370fd2-9a9f-499d-8dea-fb3ea7c82d60'} {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 13:15:09.187964 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.managers [req-ba8f5d56-a90a-4a26-91c8-c63373f5a9f3 req-ed2db638-673a-4344-abbb-bd1ae5f73990 service neutron] Bound port: cbc37f6d-ae64-4bbc-810e-9cbb64d89df6, host: hv-cinder-78719, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0656c9df-3683-4b19-9e2e-76cd59b3a036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': 'a2370fd2-9a9f-499d-8dea-fb3ea7c82d60'}}] {{(pid=73810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 13:15:09.188329 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-ba8f5d56-a90a-4a26-91c8-c63373f5a9f3 req-ed2db638-673a-4344-abbb-bd1ae5f73990 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4120257'] for port, before_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:09.194478 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46d63e6-7898-4d59-b558-79d5ec89c316 None None] Pushing event updated for resources: {'Port': ['ID=03710d16-da09-4f6d-b90a-06e717570d2e,revision_number=3']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:09.199165 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-d46d63e6-7898-4d59-b558-79d5ec89c316 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.853s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:09.208833 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-ed2db638-673a-4344-abbb-bd1ae5f73990 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.724s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:09.252638 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae9dc9e-5257-4dd4-8511-abae4a92335a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5ff528c-95c8-473e-8c58-2ea7e5b65808,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:09.272692 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.db.l3_dvr_db [None req-cc588bae-6b68-45a6-88c8-21ff5c9970b0 None None] Set router a52af78f-7ad6-4e52-9c94-77c21fdc33b1 gateway port host: dv-cinder-787195-5-smb {{(pid=73814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:15:09.307639 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-5ae9dc9e-5257-4dd4-8511-abae4a92335a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:09.348738 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [None req-5ae9dc9e-5257-4dd4-8511-abae4a92335a admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=034f9d0954f54c838f5c5c762046905c&name=default HTTP/1.1" status: 200 len: 2979 time: 2.8020852 Apr 30 13:15:09.356495 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.84', 52536) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:15:09.658455 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b1b79b5-2321-4c10-b930-f46d34c1c494 admin admin] Notify agent at l3_agent.dv-cinder-787195-5-smb the message routers_updated {{(pid=73810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 13:15:09.670806 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-092d820b-23a1-47c5-8cfc-538c4c71e549 None None] Sync routers for ids ['c9367ed8-934a-4aad-81e0-c46c81fb4286'] in dv-cinder-787195-5-smb {{(pid=73812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 13:15:09.685275 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [None req-6b1b79b5-2321-4c10-b930-f46d34c1c494 admin admin] 10.222.0.84 "PUT /v2.0/routers/c9367ed8-934a-4aad-81e0-c46c81fb4286/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.3946335 Apr 30 13:15:09.691493 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-092d820b-23a1-47c5-8cfc-538c4c71e549 None None] Routers {'c9367ed8-934a-4aad-81e0-c46c81fb4286'} bound to L3 agent in host dv-cinder-787195-5-smb {{(pid=73812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:15:09.692154 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.l3_hamode_db [None req-092d820b-23a1-47c5-8cfc-538c4c71e549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-30T13:06:52Z,description=,heartbeat_timestamp=2021-04-30T13:14:52Z,host='dv-cinder-787195-5-smb',id=0896dfae-3c2f-4fc2-b5f4-9284ce516a86,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:06:52Z,topic='l3_agent')) {'router_ids': ['c9367ed8-934a-4aad-81e0-c46c81fb4286'], 'active': True} {{(pid=73812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:15:09.695002 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-246db2df-31a4-43c9-bd4e-980d985bceef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:09.776466 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8372512a-0f98-4218-81c5-29a3c8df3b77 req-981995f7-53ef-4d62-beea-e62e0388b912 tempest-DeleteServersTestJSON-277115900 tempest-DeleteServersTestJSON-277115900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:09.778122 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-8372512a-0f98-4218-81c5-29a3c8df3b77 req-981995f7-53ef-4d62-beea-e62e0388b912 tempest-DeleteServersTestJSON-277115900 tempest-DeleteServersTestJSON-277115900-project] 10.222.0.84 "GET /v2.0/ports?device_id=b3975c68-1a37-4119-bd25-e9d861a3effc HTTP/1.1" status: 200 len: 931 time: 0.9881425 Apr 30 13:15:09.794771 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.db [req-ba8f5d56-a90a-4a26-91c8-c63373f5a9f3 req-ed2db638-673a-4344-abbb-bd1ae5f73990 service neutron] For port cbc37f6d-ae64-4bbc-810e-9cbb64d89df6, host hv-cinder-78719, cleared binding levels {{(pid=73810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 13:15:09.815091 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.db [req-ba8f5d56-a90a-4a26-91c8-c63373f5a9f3 req-ed2db638-673a-4344-abbb-bd1ae5f73990 service neutron] For port cbc37f6d-ae64-4bbc-810e-9cbb64d89df6, host hv-cinder-78719, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=cbc37f6d-ae64-4bbc-810e-9cbb64d89df6,segment=NetworkSegment(0656c9df-3683-4b19-9e2e-76cd59b3a036),segment_id=0656c9df-3683-4b19-9e2e-76cd59b3a036)] {{(pid=73810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 13:15:09.887388 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bea092-4738-4c6a-bbdb-6d6cde90206b req-3b8c8303-5906-4fdd-a524-c4d8f9e081e4 tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:09.914042 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-46bea092-4738-4c6a-bbdb-6d6cde90206b req-3b8c8303-5906-4fdd-a524-c4d8f9e081e4 tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] 10.222.0.84 "GET /v2.0/ports?device_id=465bafa6-50c3-4b95-a86f-7b10b4f1310d HTTP/1.1" status: 200 len: 943 time: 0.9315696 Apr 30 13:15:09.914245 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.db.l3_hamode_db [None req-cc588bae-6b68-45a6-88c8-21ff5c9970b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a52af78f-7ad6-4e52-9c94-77c21fdc33b1', 'name': 'tempest-AttachVolumeTestJSON-49034861-router', 'tenant_id': '918e31ad0d5f410eac8b4de9626cac1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b95ef810-b08d-4c08-b0c0-c75d2ee1b25b', 'external_fixed_ips': [{'subnet_id': 'b3fe51b0-9be9-4b1a-951c-de133b7a88b5', 'ip_address': '172.28.3.197'}], 'enable_snat': True}, 'gw_port_id': '03710d16-da09-4f6d-b90a-06e717570d2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:14:54Z', 'updated_at': '2021-04-30T13:15:00Z', 'revision_number': 3, 'project_id': '918e31ad0d5f410eac8b4de9626cac1f', 'gw_port': {'id': '03710d16-da09-4f6d-b90a-06e717570d2e', 'name': '', 'network_id': 'b95ef810-b08d-4c08-b0c0-c75d2ee1b25b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:1f:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a52af78f-7ad6-4e52-9c94-77c21fdc33b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'b3fe51b0-9be9-4b1a-951c-de133b7a88b5', 'ip_address': '172.28.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:14:56Z', 'updated_at': '2021-04-30T13:15:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3fe51b0-9be9-4b1a-951c-de133b7a88b5', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-5-smb'}], 'dv-cinder-787195-5-smb', False) {} {{(pid=73814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:15:09.923611 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc588bae-6b68-45a6-88c8-21ff5c9970b0 None None] The sync data for ids ['a52af78f-7ad6-4e52-9c94-77c21fdc33b1'] in dv-cinder-787195-5-smb is: [{'id': 'a52af78f-7ad6-4e52-9c94-77c21fdc33b1', 'name': 'tempest-AttachVolumeTestJSON-49034861-router', 'tenant_id': '918e31ad0d5f410eac8b4de9626cac1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b95ef810-b08d-4c08-b0c0-c75d2ee1b25b', 'external_fixed_ips': [{'subnet_id': 'b3fe51b0-9be9-4b1a-951c-de133b7a88b5', 'ip_address': '172.28.3.197'}], 'enable_snat': True}, 'gw_port_id': '03710d16-da09-4f6d-b90a-06e717570d2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:14:54Z', 'updated_at': '2021-04-30T13:15:00Z', 'revision_number': 3, 'project_id': '918e31ad0d5f410eac8b4de9626cac1f', 'gw_port': {'id': '03710d16-da09-4f6d-b90a-06e717570d2e', 'name': '', 'network_id': 'b95ef810-b08d-4c08-b0c0-c75d2ee1b25b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:1f:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a52af78f-7ad6-4e52-9c94-77c21fdc33b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'b3fe51b0-9be9-4b1a-951c-de133b7a88b5', 'ip_address': '172.28.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:14:56Z', 'updated_at': '2021-04-30T13:15:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3fe51b0-9be9-4b1a-951c-de133b7a88b5', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-5-smb'}] {{(pid=73814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 13:15:09.960529 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-86a36485-e8f6-4ea8-a346-6b99f83869de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4120257'] for port, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:09.985323 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-44de2af4-d338-43e7-b598-d6ce6eeb8bbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4120257'] for port, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:09.998057 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-ba8f5d56-a90a-4a26-91c8-c63373f5a9f3 req-ed2db638-673a-4344-abbb-bd1ae5f73990 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4120194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773353276007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773352839720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773352839765'] for port, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:10.046086 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:10.061585 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000748'] for agent, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:10.293012 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-246db2df-31a4-43c9-bd4e-980d985bceef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:10.483634 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2db638-673a-4344-abbb-bd1ae5f73990 service neutron] Pushing event updated for resources: {'Port': ['ID=cbc37f6d-ae64-4bbc-810e-9cbb64d89df6,revision_number=3']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:10.499164 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.l3_dvr_db [None req-092d820b-23a1-47c5-8cfc-538c4c71e549 None None] Set router c9367ed8-934a-4aad-81e0-c46c81fb4286 gateway port host: dv-cinder-787195-5-smb {{(pid=73812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:15:10.499809 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-ed2db638-673a-4344-abbb-bd1ae5f73990 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.454s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:10.518672 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8f5d56-a90a-4a26-91c8-c63373f5a9f3 req-ed2db638-673a-4344-abbb-bd1ae5f73990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:10.520381 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-ba8f5d56-a90a-4a26-91c8-c63373f5a9f3 req-ed2db638-673a-4344-abbb-bd1ae5f73990 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647359'] for port, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:10.526542 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-ba8f5d56-a90a-4a26-91c8-c63373f5a9f3 req-ed2db638-673a-4344-abbb-bd1ae5f73990 service neutron] 10.222.0.95 "PUT /v2.0/ports/cbc37f6d-ae64-4bbc-810e-9cbb64d89df6 HTTP/1.1" status: 200 len: 1093 time: 4.8370817 Apr 30 13:15:10.550205 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-8372512a-0f98-4218-81c5-29a3c8df3b77 req-d04aabff-b792-4743-a55e-54222f05ef30 tempest-DeleteServersTestJSON-277115900 tempest-DeleteServersTestJSON-277115900-project] 10.222.0.84 "GET /v2.0/security-groups?id=5c07e30f-6df6-4fa5-914b-5d27af06d4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7520311 Apr 30 13:15:10.561059 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '465bafa6-50c3-4b95-a86f-7b10b4f1310d', 'tag': 'cbc37f6d-ae64-4bbc-810e-9cbb64d89df6'}] {{(pid=73810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:15:10.791560 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.rpc [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Device 5a759980-3839-4849-86db-9ae124c9a28c up at agent ovs-agent-dv-cinder-787195-5-smb {{(pid=73812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:15:10.936707 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-246db2df-31a4-43c9-bd4e-980d985bceef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985230'] for security_group, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:10.970461 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-46bea092-4738-4c6a-bbdb-6d6cde90206b req-9ae8ec5a-d673-4948-9856-f4a607ced830 tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] 10.222.0.84 "GET /v2.0/security-groups?id=78b91c60-43f7-43d4-ab5b-e36ce0163f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0551124 Apr 30 13:15:11.064225 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:11.167401 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8f5d56-a90a-4a26-91c8-c63373f5a9f3 req-4f021d3e-9da1-4c52-b738-3d22e287cba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:11.170056 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-ba8f5d56-a90a-4a26-91c8-c63373f5a9f3 req-4f021d3e-9da1-4c52-b738-3d22e287cba6 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=4c8480cf79cf411899d291c4db89977f&device_id=465bafa6-50c3-4b95-a86f-7b10b4f1310d HTTP/1.1" status: 200 len: 1096 time: 0.3858523 Apr 30 13:15:11.446244 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '465bafa6-50c3-4b95-a86f-7b10b4f1310d', 'tag': 'cbc37f6d-ae64-4bbc-810e-9cbb64d89df6', 'status': 'completed', 'code': 200} Apr 30 13:15:11.484325 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-ba8f5d56-a90a-4a26-91c8-c63373f5a9f3 req-be2b6ef8-1c68-46b5-8bf8-cdba42fa0484 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cbc37f6d-ae64-4bbc-810e-9cbb64d89df6 HTTP/1.1" status: 200 len: 217 time: 0.2175536 Apr 30 13:15:11.505518 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246db2df-31a4-43c9-bd4e-980d985bceef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5ff528c-95c8-473e-8c58-2ea7e5b65808,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:11.531119 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-246db2df-31a4-43c9-bd4e-980d985bceef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.465s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:11.539144 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.notifiers.nova [req-27804cdb-cdab-4d17-921e-5c2cb52089f8 req-95e6bea2-4197-4bcf-8457-f3dc52b727c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5735bba6-0cb1-4d26-933c-470686a812a8 {{(pid=73809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 13:15:12.003471 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.provisioning_blocks [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Provisioning for port 5a759980-3839-4849-86db-9ae124c9a28c completed by entity L2. {{(pid=73812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:15:12.038417 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.provisioning_blocks [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Provisioning complete for port 5a759980-3839-4849-86db-9ae124c9a28c triggered by entity L2. {{(pid=73812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:15:12.039018 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000605'] for port, provisioning_complete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:12.070532 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8f5d56-a90a-4a26-91c8-c63373f5a9f3 req-b299a88a-366b-44da-b7c0-80cdff1a685b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:12.095562 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-ba8f5d56-a90a-4a26-91c8-c63373f5a9f3 req-b299a88a-366b-44da-b7c0-80cdff1a685b service neutron] 10.222.0.95 "GET /v2.0/subnets?id=295a1801-3c8d-4aef-b140-f11bdef5d697 HTTP/1.1" status: 200 len: 854 time: 0.6010532 Apr 30 13:15:12.114709 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-27804cdb-cdab-4d17-921e-5c2cb52089f8 req-95e6bea2-4197-4bcf-8457-f3dc52b727c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:12.141977 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.db_base_plugin_common [None req-86a36485-e8f6-4ea8-a346-6b99f83869de admin admin] Allocated IP 172.20.0.1 (1457f85c-3f42-4120-b6e2-0f4ede8b9218/8da5f9ec-8d10-4fc1-8b60-251865469edd/d9d9c6c8-8d72-41ea-b437-3edd83d44965) {{(pid=73809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 13:15:12.145209 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-246db2df-31a4-43c9-bd4e-980d985bceef admin admin] Notify callbacks [] for security_group, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:12.149110 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [None req-246db2df-31a4-43c9-bd4e-980d985bceef admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/d5ff528c-95c8-473e-8c58-2ea7e5b65808 HTTP/1.1" status: 204 len: 168 time: 2.7871058 Apr 30 13:15:12.227821 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b62a6a4-dc6e-46fc-aeac-e1d1222b0d78 req-59039113-bd82-4a95-8642-288f09637a18 tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:12.229919 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.quota.resource [req-2b62a6a4-dc6e-46fc-aeac-e1d1222b0d78 req-59039113-bd82-4a95-8642-288f09637a18 tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] Synchronizing usage tracker for tenant:6ab0fe6b7e8645a0861136e67b76d521 on resource:network {{(pid=73810) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:15:12.239036 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.provisioning_blocks [req-27804cdb-cdab-4d17-921e-5c2cb52089f8 req-95e6bea2-4197-4bcf-8457-f3dc52b727c3 service neutron] Transition to ACTIVE for port object 5735bba6-0cb1-4d26-933c-470686a812a8 will not be triggered until provisioned by entity L2. {{(pid=73809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:15:12.298946 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4120257'] for port, before_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:12.315535 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.l3_hamode_db [None req-092d820b-23a1-47c5-8cfc-538c4c71e549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9367ed8-934a-4aad-81e0-c46c81fb4286', 'name': 'tempest-ServerRescueNegativeTestJSON-1911008498-router', 'tenant_id': '6ab0fe6b7e8645a0861136e67b76d521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b95ef810-b08d-4c08-b0c0-c75d2ee1b25b', 'external_fixed_ips': [{'subnet_id': 'b3fe51b0-9be9-4b1a-951c-de133b7a88b5', 'ip_address': '172.28.3.51'}], 'enable_snat': True}, 'gw_port_id': '05bc73a8-c1a0-4b76-afa6-1ef2200a1c78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:14:50Z', 'updated_at': '2021-04-30T13:15:05Z', 'revision_number': 4, 'project_id': '6ab0fe6b7e8645a0861136e67b76d521', 'gw_port': {'id': '05bc73a8-c1a0-4b76-afa6-1ef2200a1c78', 'name': '', 'network_id': 'b95ef810-b08d-4c08-b0c0-c75d2ee1b25b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:03:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9367ed8-934a-4aad-81e0-c46c81fb4286', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'b3fe51b0-9be9-4b1a-951c-de133b7a88b5', 'ip_address': '172.28.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:14:52Z', 'updated_at': '2021-04-30T13:15:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fe51b0-9be9-4b1a-951c-de133b7a88b5', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-5-smb', '_interfaces': [{'id': '481b4c6c-37bf-420f-b459-96e71baf623b', 'name': '', 'network_id': '87e8e01a-ad03-481e-ad3a-b46f9803a913', 'tenant_id': '6ab0fe6b7e8645a0861136e67b76d521', 'mac_address': 'fa:16:3e:49:d0:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9367ed8-934a-4aad-81e0-c46c81fb4286', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'ddc22c5d-ab26-4345-8096-8d0d17e2da1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:15:00Z', 'updated_at': '2021-04-30T13:15:05Z', 'revision_number': 2, 'project_id': '6ab0fe6b7e8645a0861136e67b76d521', 'subnets': [{'id': 'ddc22c5d-ab26-4345-8096-8d0d17e2da1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-5-smb', False) {} {{(pid=73812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:15:12.339274 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-092d820b-23a1-47c5-8cfc-538c4c71e549 None None] Checking router: c9367ed8-934a-4aad-81e0-c46c81fb4286 for host: dv-cinder-787195-5-smb {{(pid=73812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 13:15:12.339896 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-092d820b-23a1-47c5-8cfc-538c4c71e549 None None] Updating router c9367ed8-934a-4aad-81e0-c46c81fb4286 port 481b4c6c-37bf-420f-b459-96e71baf623b binding host dv-cinder-787195-5-smb {{(pid=73812) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 13:15:12.354713 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e8a390-d0c3-479a-85fa-5279f6c38188 req-df54a7b0-d479-41a0-baed-7442aae88a3b tempest-DeleteServersTestJSON-277115900 tempest-DeleteServersTestJSON-277115900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:12.371115 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-e5e8a390-d0c3-479a-85fa-5279f6c38188 req-df54a7b0-d479-41a0-baed-7442aae88a3b tempest-DeleteServersTestJSON-277115900 tempest-DeleteServersTestJSON-277115900-project] 10.222.0.84 "GET /v2.0/ports?device_id=b3975c68-1a37-4119-bd25-e9d861a3effc HTTP/1.1" status: 200 len: 931 time: 0.5005131 Apr 30 13:15:12.386455 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.db [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] For port 5a759980-3839-4849-86db-9ae124c9a28c, host dv-cinder-787195-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-5-smb',level=0,port_id=5a759980-3839-4849-86db-9ae124c9a28c,segment=NetworkSegment(f8d4e1c1-82f5-4515-b5f8-67450a2bb94b),segment_id=f8d4e1c1-82f5-4515-b5f8-67450a2bb94b)] {{(pid=73812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:15:12.393784 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4120194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773353276007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773352839720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773352839765'] for port, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:12.417372 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-27804cdb-cdab-4d17-921e-5c2cb52089f8 req-95e6bea2-4197-4bcf-8457-f3dc52b727c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4120194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773353276007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773352839720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773352839765'] for port, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:12.434666 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-a00e162a-16cb-4a32-8532-55cf5401f027 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:12.456196 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.quota.resource [req-2b62a6a4-dc6e-46fc-aeac-e1d1222b0d78 req-59039113-bd82-4a95-8642-288f09637a18 tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] Unset dirty status for tenant:6ab0fe6b7e8645a0861136e67b76d521 on resource:network {{(pid=73810) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:15:12.459791 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-2b62a6a4-dc6e-46fc-aeac-e1d1222b0d78 req-59039113-bd82-4a95-8642-288f09637a18 tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] 10.222.0.84 "GET /v2.0/networks?id=87e8e01a-ad03-481e-ad3a-b46f9803a913 HTTP/1.1" status: 200 len: 819 time: 1.2849407 Apr 30 13:15:12.490678 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-f51adba7-298b-4b65-ae6c-d987eaeef824 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:12.496590 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-2b62a6a4-dc6e-46fc-aeac-e1d1222b0d78 req-e2e14b84-1ae9-4113-bbe3-cc28b1a8f5c5 tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] 10.222.0.84 "GET /v2.0/quotas/6ab0fe6b7e8645a0861136e67b76d521 HTTP/1.1" status: 200 len: 375 time: 0.0265138 Apr 30 13:15:12.533058 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-e5e8a390-d0c3-479a-85fa-5279f6c38188 req-e6763cf9-52a9-401f-9f13-a8f11cd52a5a tempest-DeleteServersTestJSON-277115900 tempest-DeleteServersTestJSON-277115900-project] 10.222.0.84 "GET /v2.0/security-groups?id=5c07e30f-6df6-4fa5-914b-5d27af06d4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583292 Apr 30 13:15:12.636530 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.rpc [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Device 03710d16-da09-4f6d-b90a-06e717570d2e up at agent ovs-agent-dv-cinder-787195-5-smb {{(pid=73812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:15:12.747230 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-092d820b-23a1-47c5-8cfc-538c4c71e549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4120257'] for port, before_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:12.858762 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-ba8f5d56-a90a-4a26-91c8-c63373f5a9f3 req-76241522-ba7d-4a4c-b06f-80776bc46cff service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=a2370fd2-9a9f-499d-8dea-fb3ea7c82d60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3251901 Apr 30 13:15:12.859376 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.84', 52622) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:15:13.241657 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.db_base_plugin_common [None req-44de2af4-d338-43e7-b598-d6ce6eeb8bbc admin admin] Allocated IP 172.20.0.1 (e366e837-ed9f-4552-8a40-b501cbb570b4/6bc0199c-a631-4772-be49-5ae677a3d71f/fc2b2f69-1d4b-4674-803a-ec61eadd06ab) {{(pid=73809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 13:15:13.341907 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e6bea2-4197-4bcf-8457-f3dc52b727c3 service neutron] Pushing event updated for resources: {'Port': ['ID=5735bba6-0cb1-4d26-933c-470686a812a8,revision_number=2']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:13.351470 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.quota.resource [req-2b62a6a4-dc6e-46fc-aeac-e1d1222b0d78 req-a7c34891-e930-4e9a-afdb-f5c683378595 tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] Synchronizing usage tracker for tenant:6ab0fe6b7e8645a0861136e67b76d521 on resource:port {{(pid=73810) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:15:13.417645 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-092d820b-23a1-47c5-8cfc-538c4c71e549 None None] Notify callbacks [] for port, precommit_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:13.421109 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.quota.resource [req-2b62a6a4-dc6e-46fc-aeac-e1d1222b0d78 req-a7c34891-e930-4e9a-afdb-f5c683378595 tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] Unset dirty status for tenant:6ab0fe6b7e8645a0861136e67b76d521 on resource:port {{(pid=73810) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:15:13.425128 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-2b62a6a4-dc6e-46fc-aeac-e1d1222b0d78 req-a7c34891-e930-4e9a-afdb-f5c683378595 tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=6ab0fe6b7e8645a0861136e67b76d521&fields=id HTTP/1.1" status: 200 len: 255 time: 0.9194570 Apr 30 13:15:13.431124 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.provisioning_blocks [None req-092d820b-23a1-47c5-8cfc-538c4c71e549 None None] Transition to ACTIVE for port object 481b4c6c-37bf-420f-b459-96e71baf623b will not be triggered until provisioned by entity L2. {{(pid=73812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:15:13.435684 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Pushing event updated for resources: {'Port': ['ID=5a759980-3839-4849-86db-9ae124c9a28c,revision_number=4']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:13.447047 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-95e6bea2-4197-4bcf-8457-f3dc52b727c3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.956s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:13.451491 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.017s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:13.456153 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-092d820b-23a1-47c5-8cfc-538c4c71e549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4120194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773353276007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773352839720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773352839765'] for port, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:13.463429 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:13.546753 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509f4cdc-cab4-4b7b-8b30-a493cc3877f9 None None] Pushing event updated for resources: {'Port': ['ID=481b4c6c-37bf-420f-b459-96e71baf623b,revision_number=3']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:13.555008 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-509f4cdc-cab4-4b7b-8b30-a493cc3877f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:13.649982 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.managers [req-27804cdb-cdab-4d17-921e-5c2cb52089f8 req-95e6bea2-4197-4bcf-8457-f3dc52b727c3 service neutron] Attempting to bind port 5735bba6-0cb1-4d26-933c-470686a812a8 on host hv-cinder-78719 for vnic_type normal with profile {{(pid=73809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 13:15:13.650336 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.managers [req-27804cdb-cdab-4d17-921e-5c2cb52089f8 req-95e6bea2-4197-4bcf-8457-f3dc52b727c3 service neutron] Attempting to bind port 5735bba6-0cb1-4d26-933c-470686a812a8 by drivers openvswitch,hyperv on host hv-cinder-78719 at level 0 using segments [{'id': '464fd61d-8303-45a4-a55d-5d069c9797b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': '01195525-d055-479a-a2be-e547c79ff0bf'}] {{(pid=73809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 13:15:13.650663 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27804cdb-cdab-4d17-921e-5c2cb52089f8 req-95e6bea2-4197-4bcf-8457-f3dc52b727c3 service neutron] Attempting to bind port 5735bba6-0cb1-4d26-933c-470686a812a8 on network 01195525-d055-479a-a2be-e547c79ff0bf {{(pid=73809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:15:13.708676 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27804cdb-cdab-4d17-921e-5c2cb52089f8 req-95e6bea2-4197-4bcf-8457-f3dc52b727c3 service neutron] Port 5735bba6-0cb1-4d26-933c-470686a812a8 on network 01195525-d055-479a-a2be-e547c79ff0bf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78719 {{(pid=73809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 30 13:15:13.709200 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27804cdb-cdab-4d17-921e-5c2cb52089f8 req-95e6bea2-4197-4bcf-8457-f3dc52b727c3 service neutron] Attempting to bind port 5735bba6-0cb1-4d26-933c-470686a812a8 on network 01195525-d055-479a-a2be-e547c79ff0bf {{(pid=73809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:15:13.713714 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-86a36485-e8f6-4ea8-a346-6b99f83869de admin admin] Notify callbacks [] for port, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:13.716645 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.provisioning_blocks [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Provisioning for port 03710d16-da09-4f6d-b90a-06e717570d2e completed by entity L2. {{(pid=73812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:15:13.746759 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-2b62a6a4-dc6e-46fc-aeac-e1d1222b0d78 req-4f6546eb-ea42-4b1f-8e79-8b8ab77a33fd service neutron] 10.222.0.84 "GET /v2.0/networks/87e8e01a-ad03-481e-ad3a-b46f9803a913?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3016033 Apr 30 13:15:13.763591 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306d6452-19cd-4474-aa27-50c839bf0c4a req-d76c2f6f-a4ae-463e-9d4c-527e2d6149cc tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:13.765782 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-306d6452-19cd-4474-aa27-50c839bf0c4a req-d76c2f6f-a4ae-463e-9d4c-527e2d6149cc tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] 10.222.0.84 "GET /v2.0/ports?device_id=465bafa6-50c3-4b95-a86f-7b10b4f1310d HTTP/1.1" status: 200 len: 943 time: 0.8860126 Apr 30 13:15:13.771919 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27804cdb-cdab-4d17-921e-5c2cb52089f8 req-95e6bea2-4197-4bcf-8457-f3dc52b727c3 service neutron] Checking agent: {'id': '9979f301-637a-421d-a751-ee4de56fc333', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78719', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 13, 10), 'started_at': datetime.datetime(2021, 4, 30, 13, 13, 10), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 15, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 13:15:13.772295 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27804cdb-cdab-4d17-921e-5c2cb52089f8 req-95e6bea2-4197-4bcf-8457-f3dc52b727c3 service neutron] Checking segment: {'id': '464fd61d-8303-45a4-a55d-5d069c9797b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': '01195525-d055-479a-a2be-e547c79ff0bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:15:13.772901 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27804cdb-cdab-4d17-921e-5c2cb52089f8 req-95e6bea2-4197-4bcf-8457-f3dc52b727c3 service neutron] Bound using segment: {'id': '464fd61d-8303-45a4-a55d-5d069c9797b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': '01195525-d055-479a-a2be-e547c79ff0bf'} {{(pid=73809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 13:15:13.773363 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.managers [req-27804cdb-cdab-4d17-921e-5c2cb52089f8 req-95e6bea2-4197-4bcf-8457-f3dc52b727c3 service neutron] Bound port: 5735bba6-0cb1-4d26-933c-470686a812a8, host: hv-cinder-78719, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '464fd61d-8303-45a4-a55d-5d069c9797b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': '01195525-d055-479a-a2be-e547c79ff0bf'}}] {{(pid=73809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 13:15:13.773718 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-27804cdb-cdab-4d17-921e-5c2cb52089f8 req-95e6bea2-4197-4bcf-8457-f3dc52b727c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4120257'] for port, before_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:13.808876 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.provisioning_blocks [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Provisioning complete for port 03710d16-da09-4f6d-b90a-06e717570d2e triggered by entity L2. {{(pid=73812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:15:13.809258 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000605'] for port, provisioning_complete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:13.818950 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-34a9e78f-adfa-40df-992a-d95b3fdade88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:13.861095 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.provisioning_blocks [None req-86a36485-e8f6-4ea8-a346-6b99f83869de admin admin] Transition to ACTIVE for port object d9d9c6c8-8d72-41ea-b437-3edd83d44965 will not be triggered until provisioned by entity DHCP. {{(pid=73809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:15:13.929452 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-44de2af4-d338-43e7-b598-d6ce6eeb8bbc admin admin] Notify callbacks [] for port, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:13.930147 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.managers [None req-092d820b-23a1-47c5-8cfc-538c4c71e549 None None] Attempting to bind port 481b4c6c-37bf-420f-b459-96e71baf623b on host dv-cinder-787195-5-smb for vnic_type normal with profile {{(pid=73812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 13:15:13.930816 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.managers [None req-092d820b-23a1-47c5-8cfc-538c4c71e549 None None] Attempting to bind port 481b4c6c-37bf-420f-b459-96e71baf623b by drivers openvswitch,hyperv on host dv-cinder-787195-5-smb at level 0 using segments [{'id': '052ca68a-8000-4628-b559-457dc5b361ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1127, 'network_id': '87e8e01a-ad03-481e-ad3a-b46f9803a913'}] {{(pid=73812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 13:15:13.931207 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-306d6452-19cd-4474-aa27-50c839bf0c4a req-f40082b9-b44b-472c-b8a7-0265a1ced4e4 tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] 10.222.0.84 "GET /v2.0/security-groups?id=78b91c60-43f7-43d4-ab5b-e36ce0163f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897484 Apr 30 13:15:13.931346 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-092d820b-23a1-47c5-8cfc-538c4c71e549 None None] Attempting to bind port 481b4c6c-37bf-420f-b459-96e71baf623b on network 87e8e01a-ad03-481e-ad3a-b46f9803a913 {{(pid=73812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:15:13.945222 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-092d820b-23a1-47c5-8cfc-538c4c71e549 None None] Checking agent: {'id': '389db99c-db4b-44ca-8e25-149d3cf00f42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 6, 52), 'started_at': datetime.datetime(2021, 4, 30, 13, 7, 22), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 14, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 13:15:13.945753 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-092d820b-23a1-47c5-8cfc-538c4c71e549 None None] Checking segment: {'id': '052ca68a-8000-4628-b559-457dc5b361ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1127, 'network_id': '87e8e01a-ad03-481e-ad3a-b46f9803a913'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:15:13.946998 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-092d820b-23a1-47c5-8cfc-538c4c71e549 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:13.947393 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-34a9e78f-adfa-40df-992a-d95b3fdade88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:15:13.947717 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-092d820b-23a1-47c5-8cfc-538c4c71e549 None None] Bound using segment: {'id': '052ca68a-8000-4628-b559-457dc5b361ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1127, 'network_id': '87e8e01a-ad03-481e-ad3a-b46f9803a913'} {{(pid=73812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 13:15:13.948489 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.managers [None req-092d820b-23a1-47c5-8cfc-538c4c71e549 None None] Bound port: 481b4c6c-37bf-420f-b459-96e71baf623b, host: dv-cinder-787195-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '052ca68a-8000-4628-b559-457dc5b361ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1127, 'network_id': '87e8e01a-ad03-481e-ad3a-b46f9803a913'}}] {{(pid=73812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 13:15:13.949930 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-092d820b-23a1-47c5-8cfc-538c4c71e549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4120257'] for port, before_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:13.971581 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-34a9e78f-adfa-40df-992a-d95b3fdade88 admin admin] Usage tracker for resource:security_group_rule and tenant:54882603135e4bb3800c68d29b6539ed is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:15:13.977908 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-34a9e78f-adfa-40df-992a-d95b3fdade88 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:15:13.989224 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-34a9e78f-adfa-40df-992a-d95b3fdade88 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:15:14.040652 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.provisioning_blocks [None req-44de2af4-d338-43e7-b598-d6ce6eeb8bbc admin admin] Transition to ACTIVE for port object fc2b2f69-1d4b-4674-803a-ec61eadd06ab will not be triggered until provisioned by entity DHCP. {{(pid=73809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:15:14.079397 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-ba8f5d56-a90a-4a26-91c8-c63373f5a9f3 req-d9b7664c-edd2-4e9b-8b89-7b5bcf6e60c6 service neutron] 10.222.0.95 "GET /v2.0/networks/a2370fd2-9a9f-499d-8dea-fb3ea7c82d60?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0597072 Apr 30 13:15:14.159214 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.db [None req-092d820b-23a1-47c5-8cfc-538c4c71e549 None None] For port 481b4c6c-37bf-420f-b459-96e71baf623b, host dv-cinder-787195-5-smb, cleared binding levels {{(pid=73812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 13:15:14.165519 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4120257'] for port, before_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:14.212442 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.db [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] For port 03710d16-da09-4f6d-b90a-06e717570d2e, host dv-cinder-787195-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-5-smb',level=0,port_id=03710d16-da09-4f6d-b90a-06e717570d2e,segment=NetworkSegment(f8d4e1c1-82f5-4515-b5f8-67450a2bb94b),segment_id=f8d4e1c1-82f5-4515-b5f8-67450a2bb94b)] {{(pid=73812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:15:14.220568 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [req-27804cdb-cdab-4d17-921e-5c2cb52089f8 req-95e6bea2-4197-4bcf-8457-f3dc52b727c3 service neutron] For port 5735bba6-0cb1-4d26-933c-470686a812a8, host hv-cinder-78719, cleared binding levels {{(pid=73809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 13:15:14.221320 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.db [None req-092d820b-23a1-47c5-8cfc-538c4c71e549 None None] For port 481b4c6c-37bf-420f-b459-96e71baf623b, host dv-cinder-787195-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-5-smb',level=0,port_id=481b4c6c-37bf-420f-b459-96e71baf623b,segment=NetworkSegment(052ca68a-8000-4628-b559-457dc5b361ff),segment_id=052ca68a-8000-4628-b559-457dc5b361ff)] {{(pid=73812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 13:15:14.228482 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [req-27804cdb-cdab-4d17-921e-5c2cb52089f8 req-95e6bea2-4197-4bcf-8457-f3dc52b727c3 service neutron] For port 5735bba6-0cb1-4d26-933c-470686a812a8, host hv-cinder-78719, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=5735bba6-0cb1-4d26-933c-470686a812a8,segment=NetworkSegment(464fd61d-8303-45a4-a55d-5d069c9797b6),segment_id=464fd61d-8303-45a4-a55d-5d069c9797b6)] {{(pid=73809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 13:15:14.233509 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4120194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773353276007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773352839720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773352839765'] for port, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:14.234837 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-44de2af4-d338-43e7-b598-d6ce6eeb8bbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4120194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773352839702'] for port, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:14.234934 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-4e04a4e1-1ccc-4b54-a9d3-df71afc12bec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:14.248174 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-95e6bea2-4197-4bcf-8457-f3dc52b727c3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:14.311141 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-092d820b-23a1-47c5-8cfc-538c4c71e549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4120194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773353276007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773352839720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773352839765'] for port, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:14.441773 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-092d820b-23a1-47c5-8cfc-538c4c71e549 None None] Routers {'c9367ed8-934a-4aad-81e0-c46c81fb4286'} bound to L3 agent in host dv-cinder-787195-5-smb {{(pid=73812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:15:14.442462 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.l3_hamode_db [None req-092d820b-23a1-47c5-8cfc-538c4c71e549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-30T13:06:52Z,description=,heartbeat_timestamp=2021-04-30T13:14:52Z,host='dv-cinder-787195-5-smb',id=0896dfae-3c2f-4fc2-b5f4-9284ce516a86,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:06:52Z,topic='l3_agent')) {'router_ids': ['c9367ed8-934a-4aad-81e0-c46c81fb4286'], 'active': True} {{(pid=73812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:15:14.554020 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-2b62a6a4-dc6e-46fc-aeac-e1d1222b0d78 req-4cc9330e-7079-4fc3-8b1e-5be81e08c0cc service neutron] 10.222.0.84 "GET /v2.0/networks/87e8e01a-ad03-481e-ad3a-b46f9803a913?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7866478 Apr 30 13:15:14.592141 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-ba8f5d56-a90a-4a26-91c8-c63373f5a9f3 req-9ea0d40a-7e13-4e67-9974-1e12c9e83c33 service neutron] 10.222.0.95 "GET /v2.0/networks/a2370fd2-9a9f-499d-8dea-fb3ea7c82d60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4425204 Apr 30 13:15:14.713021 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-86a36485-e8f6-4ea8-a346-6b99f83869de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4120194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773352839702'] for port, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:14.749314 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-27804cdb-cdab-4d17-921e-5c2cb52089f8 req-95e6bea2-4197-4bcf-8457-f3dc52b727c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4120194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773353276007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773352839720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773352839765'] for port, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:14.807230 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44de2af4-d338-43e7-b598-d6ce6eeb8bbc admin admin] Network e366e837-ed9f-4552-8a40-b501cbb570b4 is already hosted by enough agents. {{(pid=73809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:15:14.853749 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.scheduler.base_scheduler [None req-44de2af4-d338-43e7-b598-d6ce6eeb8bbc admin admin] Resources bound (agent type, host, resource id): {{(pid=73809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:15:14.871949 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44de2af4-d338-43e7-b598-d6ce6eeb8bbc admin admin] Received port after_create {{(pid=73809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 13:15:14.872637 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-44de2af4-d338-43e7-b598-d6ce6eeb8bbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-924889'] for router_interface, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:15.065939 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.rpc [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Device 5a759980-3839-4849-86db-9ae124c9a28c up at agent ovs-agent-dv-cinder-787195-5-smb {{(pid=73812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:15:15.069180 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86a36485-e8f6-4ea8-a346-6b99f83869de admin admin] Network 1457f85c-3f42-4120-b6e2-0f4ede8b9218 is already hosted by enough agents. {{(pid=73809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:15:15.080340 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.scheduler.base_scheduler [None req-86a36485-e8f6-4ea8-a346-6b99f83869de admin admin] Resources bound (agent type, host, resource id): {{(pid=73809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:15:15.108142 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27804cdb-cdab-4d17-921e-5c2cb52089f8 req-95e6bea2-4197-4bcf-8457-f3dc52b727c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:15.108955 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-27804cdb-cdab-4d17-921e-5c2cb52089f8 req-95e6bea2-4197-4bcf-8457-f3dc52b727c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647359'] for port, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:15.110663 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [req-27804cdb-cdab-4d17-921e-5c2cb52089f8 req-95e6bea2-4197-4bcf-8457-f3dc52b727c3 service neutron] 10.222.0.95 "PUT /v2.0/ports/5735bba6-0cb1-4d26-933c-470686a812a8 HTTP/1.1" status: 200 len: 1093 time: 7.4812682 Apr 30 13:15:15.113274 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3975c68-1a37-4119-bd25-e9d861a3effc', 'tag': '5735bba6-0cb1-4d26-933c-470686a812a8'}] {{(pid=73809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:15:15.178866 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.l3_dvr_db [None req-092d820b-23a1-47c5-8cfc-538c4c71e549 None None] Set router c9367ed8-934a-4aad-81e0-c46c81fb4286 gateway port host: dv-cinder-787195-5-smb {{(pid=73812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:15:15.208838 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027db4e1-e406-4bf5-a1fc-ee090d8c2d72 req-e85c454b-dae3-4222-b1bf-97c41ec270cb tempest-DeleteServersTestJSON-277115900 tempest-DeleteServersTestJSON-277115900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:15.213840 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-027db4e1-e406-4bf5-a1fc-ee090d8c2d72 req-e85c454b-dae3-4222-b1bf-97c41ec270cb tempest-DeleteServersTestJSON-277115900 tempest-DeleteServersTestJSON-277115900-project] 10.222.0.84 "GET /v2.0/ports?device_id=b3975c68-1a37-4119-bd25-e9d861a3effc HTTP/1.1" status: 200 len: 943 time: 1.0013475 Apr 30 13:15:15.246451 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-34a9e78f-adfa-40df-992a-d95b3fdade88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:15.260047 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44de2af4-d338-43e7-b598-d6ce6eeb8bbc admin admin] Pushing event updated for resources: {'Port': ['ID=fc2b2f69-1d4b-4674-803a-ec61eadd06ab,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:15.261618 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-9b68618d-92c3-4aba-84d3-b387ffb98b7a req-bb04ab99-8826-4cc5-973c-492dc78b5753 tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] 10.222.0.84 "GET /v2.0/ports?device_id=c2c2ec2c-d0c7-483c-8fb1-c8df54adab5a HTTP/1.1" status: 200 len: 210 time: 0.2901783 Apr 30 13:15:15.294595 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-34a9e78f-adfa-40df-992a-d95b3fdade88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985230'] for security_group, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:15.323022 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:15.367479 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-027db4e1-e406-4bf5-a1fc-ee090d8c2d72 req-18bda11c-3aa6-4a11-874c-d59482f8b9ca tempest-DeleteServersTestJSON-277115900 tempest-DeleteServersTestJSON-277115900-project] 10.222.0.84 "GET /v2.0/security-groups?id=5c07e30f-6df6-4fa5-914b-5d27af06d4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113098 Apr 30 13:15:15.422061 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [None req-34a9e78f-adfa-40df-992a-d95b3fdade88 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=54882603135e4bb3800c68d29b6539ed&name=default HTTP/1.1" status: 200 len: 2979 time: 2.5443506 Apr 30 13:15:15.424147 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.84', 52700) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:15:15.427289 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a9e78f-adfa-40df-992a-d95b3fdade88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7ad6c35-2e82-417b-a9b3-77b9822aae77,revision_number=1']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:15.444404 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-34a9e78f-adfa-40df-992a-d95b3fdade88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:15.467206 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-44de2af4-d338-43e7-b598-d6ce6eeb8bbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.216s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:15.473188 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232f5205-c51a-413e-9c74-11c7568f262d req-f0492b1f-7a56-4209-a085-0d427145587a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:15.475360 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-232f5205-c51a-413e-9c74-11c7568f262d req-f0492b1f-7a56-4209-a085-0d427145587a service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=4c8480cf79cf411899d291c4db89977f&device_id=465bafa6-50c3-4b95-a86f-7b10b4f1310d HTTP/1.1" status: 200 len: 1096 time: 0.7739007 Apr 30 13:15:15.486308 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.688s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:15.846887 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a36485-e8f6-4ea8-a346-6b99f83869de admin admin] Received port after_create {{(pid=73809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 13:15:15.847374 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-86a36485-e8f6-4ea8-a346-6b99f83869de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-924889'] for router_interface, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:15.943685 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Pushing event updated for resources: {'Port': ['ID=03710d16-da09-4f6d-b90a-06e717570d2e,revision_number=4']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:15.953468 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a36485-e8f6-4ea8-a346-6b99f83869de admin admin] Pushing event updated for resources: {'Port': ['ID=d9d9c6c8-8d72-41ea-b437-3edd83d44965,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:16.004306 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.762s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:16.022345 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-4e04a4e1-1ccc-4b54-a9d3-df71afc12bec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.698s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:16.211095 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509f4cdc-cab4-4b7b-8b30-a493cc3877f9 None None] Pushing event updated for resources: {'Port': ['ID=481b4c6c-37bf-420f-b459-96e71baf623b,revision_number=4']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:16.233527 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-509f4cdc-cab4-4b7b-8b30-a493cc3877f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:16.236492 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.provisioning_blocks [None req-c2fa9441-469d-434c-849b-f3b554f5578a None None] Provisioning for port fc2b2f69-1d4b-4674-803a-ec61eadd06ab completed by entity DHCP. {{(pid=73812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:15:16.252414 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.provisioning_blocks [None req-c2fa9441-469d-434c-849b-f3b554f5578a None None] Provisioning complete for port fc2b2f69-1d4b-4674-803a-ec61eadd06ab triggered by entity DHCP. {{(pid=73812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:15:16.252804 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-c2fa9441-469d-434c-849b-f3b554f5578a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000605'] for port, provisioning_complete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:16.573147 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.plugin [None req-c2fa9441-469d-434c-849b-f3b554f5578a None None] Port fc2b2f69-1d4b-4674-803a-ec61eadd06ab cannot update to ACTIVE because it is not bound. {{(pid=73812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 13:15:16.574143 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-175290b2-a4de-45c1-a8be-99ca39a59547 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:16.578705 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.provisioning_blocks [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Provisioning complete for port 5a759980-3839-4849-86db-9ae124c9a28c triggered by entity L2. {{(pid=73812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:15:16.579487 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000605'] for port, provisioning_complete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:16.639581 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-86a36485-e8f6-4ea8-a346-6b99f83869de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4120257'] for port, before_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:16.647367 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232f5205-c51a-413e-9c74-11c7568f262d req-cd4a2ce4-5024-470a-b6a3-e56324ca0693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:16.649832 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-232f5205-c51a-413e-9c74-11c7568f262d req-cd4a2ce4-5024-470a-b6a3-e56324ca0693 service neutron] 10.222.0.95 "GET /v2.0/networks?id=a2370fd2-9a9f-499d-8dea-fb3ea7c82d60 HTTP/1.1" status: 200 len: 916 time: 1.1636436 Apr 30 13:15:16.676912 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-175290b2-a4de-45c1-a8be-99ca39a59547 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:16.693996 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc13f2f1-4280-404c-b262-fb8be8719000 req-341e865b-34a0-40e1-b14d-301ad5389f88 tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:16.695876 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-cc13f2f1-4280-404c-b262-fb8be8719000 req-341e865b-34a0-40e1-b14d-301ad5389f88 tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] 10.222.0.84 "GET /v2.0/networks?id=87e8e01a-ad03-481e-ad3a-b46f9803a913 HTTP/1.1" status: 200 len: 819 time: 0.7003489 Apr 30 13:15:16.720709 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.provisioning_blocks [None req-b9cbf8d0-96b0-4b18-89a4-9a4340b4070a None None] Provisioning for port d9d9c6c8-8d72-41ea-b437-3edd83d44965 completed by entity DHCP. {{(pid=73812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:15:16.724487 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-cc13f2f1-4280-404c-b262-fb8be8719000 req-30ea0222-e3de-4fdc-bf1c-1a31664a0343 tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] 10.222.0.84 "GET /v2.0/quotas/6ab0fe6b7e8645a0861136e67b76d521 HTTP/1.1" status: 200 len: 375 time: 0.0151553 Apr 30 13:15:16.730442 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.provisioning_blocks [None req-b9cbf8d0-96b0-4b18-89a4-9a4340b4070a None None] Provisioning complete for port d9d9c6c8-8d72-41ea-b437-3edd83d44965 triggered by entity DHCP. {{(pid=73812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:15:16.730802 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-b9cbf8d0-96b0-4b18-89a4-9a4340b4070a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000605'] for port, provisioning_complete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:16.767160 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cc7932-ecc1-4ff7-b6b7-02d06b9ec5ec req-3fb004aa-13b4-409d-b90a-c4df78d1420b tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:16.782195 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-87cc7932-ecc1-4ff7-b6b7-02d06b9ec5ec req-3fb004aa-13b4-409d-b90a-c4df78d1420b tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] 10.222.0.84 "GET /v2.0/ports?device_id=465bafa6-50c3-4b95-a86f-7b10b4f1310d HTTP/1.1" status: 200 len: 943 time: 0.5128021 Apr 30 13:15:16.828673 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-44de2af4-d338-43e7-b598-d6ce6eeb8bbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4120257'] for port, before_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:16.835065 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.plugin [None req-b9cbf8d0-96b0-4b18-89a4-9a4340b4070a None None] Port d9d9c6c8-8d72-41ea-b437-3edd83d44965 cannot update to ACTIVE because it is not bound. {{(pid=73812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 13:15:16.987426 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e6bea2-4197-4bcf-8457-f3dc52b727c3 service neutron] Pushing event updated for resources: {'Port': ['ID=5735bba6-0cb1-4d26-933c-470686a812a8,revision_number=3']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:16.991018 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-95e6bea2-4197-4bcf-8457-f3dc52b727c3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.505s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:17.004197 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-27ac727e-9bd3-4568-94a5-ffc5bb7de58c tempest-DeleteServersTestJSON-277115900 tempest-DeleteServersTestJSON-277115900-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.933s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:17.004587 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-27ac727e-9bd3-4568-94a5-ffc5bb7de58c tempest-DeleteServersTestJSON-277115900 tempest-DeleteServersTestJSON-277115900-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:17.018560 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27804cdb-cdab-4d17-921e-5c2cb52089f8 req-be0361fb-904c-4378-9013-65ea5a52e654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:17.020066 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [req-27804cdb-cdab-4d17-921e-5c2cb52089f8 req-be0361fb-904c-4378-9013-65ea5a52e654 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=cf322eeac3ca4a6082b97c36e5f25fa8&device_id=b3975c68-1a37-4119-bd25-e9d861a3effc HTTP/1.1" status: 200 len: 1096 time: 1.7244101 Apr 30 13:15:17.101510 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-232f5205-c51a-413e-9c74-11c7568f262d req-9cb0775f-d982-487c-807f-606ab6948146 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cbc37f6d-ae64-4bbc-810e-9cbb64d89df6 HTTP/1.1" status: 200 len: 217 time: 0.2140810 Apr 30 13:15:17.123886 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-87cc7932-ecc1-4ff7-b6b7-02d06b9ec5ec req-488a40c6-e984-4679-8391-e2e1e8e17928 tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] 10.222.0.84 "GET /v2.0/security-groups?id=78b91c60-43f7-43d4-ab5b-e36ce0163f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3468380 Apr 30 13:15:17.130011 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-175290b2-a4de-45c1-a8be-99ca39a59547 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985230'] for security_group, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:17.158738 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.l3_hamode_db [None req-092d820b-23a1-47c5-8cfc-538c4c71e549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9367ed8-934a-4aad-81e0-c46c81fb4286', 'name': 'tempest-ServerRescueNegativeTestJSON-1911008498-router', 'tenant_id': '6ab0fe6b7e8645a0861136e67b76d521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b95ef810-b08d-4c08-b0c0-c75d2ee1b25b', 'external_fixed_ips': [{'subnet_id': 'b3fe51b0-9be9-4b1a-951c-de133b7a88b5', 'ip_address': '172.28.3.51'}], 'enable_snat': True}, 'gw_port_id': '05bc73a8-c1a0-4b76-afa6-1ef2200a1c78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:14:50Z', 'updated_at': '2021-04-30T13:15:05Z', 'revision_number': 4, 'project_id': '6ab0fe6b7e8645a0861136e67b76d521', 'gw_port': {'id': '05bc73a8-c1a0-4b76-afa6-1ef2200a1c78', 'name': '', 'network_id': 'b95ef810-b08d-4c08-b0c0-c75d2ee1b25b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:03:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9367ed8-934a-4aad-81e0-c46c81fb4286', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'b3fe51b0-9be9-4b1a-951c-de133b7a88b5', 'ip_address': '172.28.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:14:52Z', 'updated_at': '2021-04-30T13:15:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fe51b0-9be9-4b1a-951c-de133b7a88b5', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-5-smb', '_interfaces': [{'id': '481b4c6c-37bf-420f-b459-96e71baf623b', 'name': '', 'network_id': '87e8e01a-ad03-481e-ad3a-b46f9803a913', 'tenant_id': '6ab0fe6b7e8645a0861136e67b76d521', 'mac_address': 'fa:16:3e:49:d0:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9367ed8-934a-4aad-81e0-c46c81fb4286', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'ddc22c5d-ab26-4345-8096-8d0d17e2da1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:15:00Z', 'updated_at': '2021-04-30T13:15:14Z', 'revision_number': 4, 'project_id': '6ab0fe6b7e8645a0861136e67b76d521', 'subnets': [{'id': 'ddc22c5d-ab26-4345-8096-8d0d17e2da1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-5-smb', False) {} {{(pid=73812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:15:17.160454 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-71dd122e-104e-4473-ad7e-5a8f88a2d009 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:17.167145 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-092d820b-23a1-47c5-8cfc-538c4c71e549 None None] The sync data for ids ['c9367ed8-934a-4aad-81e0-c46c81fb4286'] in dv-cinder-787195-5-smb is: [{'id': 'c9367ed8-934a-4aad-81e0-c46c81fb4286', 'name': 'tempest-ServerRescueNegativeTestJSON-1911008498-router', 'tenant_id': '6ab0fe6b7e8645a0861136e67b76d521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b95ef810-b08d-4c08-b0c0-c75d2ee1b25b', 'external_fixed_ips': [{'subnet_id': 'b3fe51b0-9be9-4b1a-951c-de133b7a88b5', 'ip_address': '172.28.3.51'}], 'enable_snat': True}, 'gw_port_id': '05bc73a8-c1a0-4b76-afa6-1ef2200a1c78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:14:50Z', 'updated_at': '2021-04-30T13:15:05Z', 'revision_number': 4, 'project_id': '6ab0fe6b7e8645a0861136e67b76d521', 'gw_port': {'id': '05bc73a8-c1a0-4b76-afa6-1ef2200a1c78', 'name': '', 'network_id': 'b95ef810-b08d-4c08-b0c0-c75d2ee1b25b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:03:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9367ed8-934a-4aad-81e0-c46c81fb4286', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'b3fe51b0-9be9-4b1a-951c-de133b7a88b5', 'ip_address': '172.28.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:14:52Z', 'updated_at': '2021-04-30T13:15:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fe51b0-9be9-4b1a-951c-de133b7a88b5', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-5-smb', '_interfaces': [{'id': '481b4c6c-37bf-420f-b459-96e71baf623b', 'name': '', 'network_id': '87e8e01a-ad03-481e-ad3a-b46f9803a913', 'tenant_id': '6ab0fe6b7e8645a0861136e67b76d521', 'mac_address': 'fa:16:3e:49:d0:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9367ed8-934a-4aad-81e0-c46c81fb4286', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'ddc22c5d-ab26-4345-8096-8d0d17e2da1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:15:00Z', 'updated_at': '2021-04-30T13:15:14Z', 'revision_number': 4, 'project_id': '6ab0fe6b7e8645a0861136e67b76d521', 'subnets': [{'id': 'ddc22c5d-ab26-4345-8096-8d0d17e2da1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 13:15:17.176303 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175290b2-a4de-45c1-a8be-99ca39a59547 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7ad6c35-2e82-417b-a9b3-77b9822aae77,revision_number=None']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:17.183686 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-175290b2-a4de-45c1-a8be-99ca39a59547 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:17.253379 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-cc13f2f1-4280-404c-b262-fb8be8719000 req-17e1fab8-a0de-4054-8170-c628698b0c48 tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=6ab0fe6b7e8645a0861136e67b76d521&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4730139 Apr 30 13:15:17.349616 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.rpc [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Device 03710d16-da09-4f6d-b90a-06e717570d2e up at agent ovs-agent-dv-cinder-787195-5-smb {{(pid=73812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:15:17.364760 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-175290b2-a4de-45c1-a8be-99ca39a59547 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:17.372612 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [None req-175290b2-a4de-45c1-a8be-99ca39a59547 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/d7ad6c35-2e82-417b-a9b3-77b9822aae77 HTTP/1.1" status: 204 len: 168 time: 1.9447649 Apr 30 13:15:17.381410 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.84', 52752) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:15:17.549471 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.provisioning_blocks [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Provisioning complete for port 03710d16-da09-4f6d-b90a-06e717570d2e triggered by entity L2. {{(pid=73812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:15:17.553268 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000605'] for port, provisioning_complete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:17.595216 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [req-27804cdb-cdab-4d17-921e-5c2cb52089f8 req-6d8b02cd-9472-468d-b9d7-d6dcec1a153a service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5735bba6-0cb1-4d26-933c-470686a812a8 HTTP/1.1" status: 200 len: 217 time: 0.3144031 Apr 30 13:15:17.643421 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232f5205-c51a-413e-9c74-11c7568f262d req-ba386a8d-f14d-4f53-87bb-6c405b4cb8f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:17.648308 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-232f5205-c51a-413e-9c74-11c7568f262d req-ba386a8d-f14d-4f53-87bb-6c405b4cb8f3 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=295a1801-3c8d-4aef-b140-f11bdef5d697 HTTP/1.1" status: 200 len: 854 time: 0.4217570 Apr 30 13:15:17.826240 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-232f5205-c51a-413e-9c74-11c7568f262d req-829389b2-cf88-4736-8b1c-adcbbf39275f service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=a2370fd2-9a9f-499d-8dea-fb3ea7c82d60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1643121 Apr 30 13:15:17.851426 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27804cdb-cdab-4d17-921e-5c2cb52089f8 req-1316827b-fa8c-4b4f-80f9-a17eb827650d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:17.857565 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [req-27804cdb-cdab-4d17-921e-5c2cb52089f8 req-1316827b-fa8c-4b4f-80f9-a17eb827650d service neutron] 10.222.0.95 "GET /v2.0/subnets?id=e16aca97-3403-4669-beae-2eb7636c0fcb HTTP/1.1" status: 200 len: 851 time: 0.2179158 Apr 30 13:15:17.995592 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.95', 62546) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:15:18.064180 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-cc13f2f1-4280-404c-b262-fb8be8719000 req-2d9f886e-3c55-4bc2-930d-ee5b158e219c service neutron] 10.222.0.84 "GET /v2.0/networks/87e8e01a-ad03-481e-ad3a-b46f9803a913?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6815090 Apr 30 13:15:18.119295 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [req-27804cdb-cdab-4d17-921e-5c2cb52089f8 req-5ad08523-5487-414f-b8e7-65df41de016b service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=01195525-d055-479a-a2be-e547c79ff0bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2169425 Apr 30 13:15:18.147581 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.84', 52766) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:15:18.184618 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-44de2af4-d338-43e7-b598-d6ce6eeb8bbc admin admin] Notify callbacks [] for port, precommit_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:18.236943 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-fb768b84-db37-4c59-82af-d8f671b351b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:18.285848 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-025e1a14-4cac-47bc-863d-78a335d2c997 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:18.312231 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-fb768b84-db37-4c59-82af-d8f671b351b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:15:18.316597 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-fb768b84-db37-4c59-82af-d8f671b351b3 admin admin] Usage tracker for resource:security_group_rule and tenant:39612a74440d4db782791f524af6ba0b is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:15:18.319794 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-fb768b84-db37-4c59-82af-d8f671b351b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:15:18.332753 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-fb768b84-db37-4c59-82af-d8f671b351b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:15:18.398527 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-44de2af4-d338-43e7-b598-d6ce6eeb8bbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4120194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773353276007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773352839720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773352839765'] for port, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:18.415748 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc1565d-3fe2-4f2b-9a3f-712daa4f3eb2 req-9ac7fda4-25c4-4a8b-b5a9-d6b0dbc84ec1 tempest-DeleteServersTestJSON-277115900 tempest-DeleteServersTestJSON-277115900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:18.418755 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-6fc1565d-3fe2-4f2b-9a3f-712daa4f3eb2 req-9ac7fda4-25c4-4a8b-b5a9-d6b0dbc84ec1 tempest-DeleteServersTestJSON-277115900 tempest-DeleteServersTestJSON-277115900-project] 10.222.0.84 "GET /v2.0/ports?device_id=b3975c68-1a37-4119-bd25-e9d861a3effc HTTP/1.1" status: 200 len: 943 time: 1.0373726 Apr 30 13:15:18.422960 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-025e1a14-4cac-47bc-863d-78a335d2c997 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:15:18.449994 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-44de2af4-d338-43e7-b598-d6ce6eeb8bbc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-924796'] for router_interface, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:18.457658 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:18.463746 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-025e1a14-4cac-47bc-863d-78a335d2c997 admin admin] Usage tracker for resource:security_group_rule and tenant:21ec23dc066c4aef900b8a1288b9540c is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:15:18.483069 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-025e1a14-4cac-47bc-863d-78a335d2c997 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:15:18.497386 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-025e1a14-4cac-47bc-863d-78a335d2c997 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:15:18.523101 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-232f5205-c51a-413e-9c74-11c7568f262d req-202d8bac-0d1f-4cb7-9101-9594ed104109 service neutron] 10.222.0.95 "GET /v2.0/networks/a2370fd2-9a9f-499d-8dea-fb3ea7c82d60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6763043 Apr 30 13:15:18.621808 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-6fc1565d-3fe2-4f2b-9a3f-712daa4f3eb2 req-d9acc43d-de9a-406d-ba06-46509cae5aef tempest-DeleteServersTestJSON-277115900 tempest-DeleteServersTestJSON-277115900-project] 10.222.0.84 "GET /v2.0/security-groups?id=5c07e30f-6df6-4fa5-914b-5d27af06d4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720939 Apr 30 13:15:18.634759 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-cc13f2f1-4280-404c-b262-fb8be8719000 req-bfac455b-77b0-4c0a-b066-e0d501e149f0 service neutron] 10.222.0.84 "GET /v2.0/networks/87e8e01a-ad03-481e-ad3a-b46f9803a913?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4884737 Apr 30 13:15:18.654158 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.db.resource_extend [None req-86a36485-e8f6-4ea8-a346-6b99f83869de admin admin] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=73809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 30 13:15:18.725205 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-86a36485-e8f6-4ea8-a346-6b99f83869de admin admin] Notify callbacks [] for port, precommit_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:18.756607 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-86a36485-e8f6-4ea8-a346-6b99f83869de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4120194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773353276007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773352839720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773352839765'] for port, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:18.826662 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-86a36485-e8f6-4ea8-a346-6b99f83869de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-924796'] for router_interface, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:18.837367 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44de2af4-d338-43e7-b598-d6ce6eeb8bbc admin admin] Pushing event updated for resources: {'Port': ['ID=fc2b2f69-1d4b-4674-803a-ec61eadd06ab,revision_number=2']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:18.871587 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-44de2af4-d338-43e7-b598-d6ce6eeb8bbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.414s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:18.873499 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.021s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:18.946037 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-025e1a14-4cac-47bc-863d-78a335d2c997 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:18.947034 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b62a6a4-dc6e-46fc-aeac-e1d1222b0d78 req-7fc2b775-2fd4-4815-92ad-c1c1b2c72eb2 tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:18.952028 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [req-2b62a6a4-dc6e-46fc-aeac-e1d1222b0d78 req-7fc2b775-2fd4-4815-92ad-c1c1b2c72eb2 tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] 10.222.0.95 "GET /v2.0/networks?id=87e8e01a-ad03-481e-ad3a-b46f9803a913 HTTP/1.1" status: 200 len: 819 time: 0.9500141 Apr 30 13:15:18.971300 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.v2.base [req-2b62a6a4-dc6e-46fc-aeac-e1d1222b0d78 req-36c82dfa-ecbf-4666-aa2a-bd55f0a38e43 tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] Request body: {'port': {'device_id': 'c2c2ec2c-d0c7-483c-8fb1-c8df54adab5a', 'network_id': '87e8e01a-ad03-481e-ad3a-b46f9803a913', 'admin_state_up': True, 'tenant_id': '6ab0fe6b7e8645a0861136e67b76d521'}} {{(pid=73809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:15:19.049377 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-fb768b84-db37-4c59-82af-d8f671b351b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:19.056913 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-edc3d137-05f9-452a-8f3b-dd57002471d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000748'] for agent, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:19.057415 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-025e1a14-4cac-47bc-863d-78a335d2c997 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985230'] for security_group, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:19.184924 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:19.227065 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-fb768b84-db37-4c59-82af-d8f671b351b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985230'] for security_group, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:19.240797 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3975c68-1a37-4119-bd25-e9d861a3effc', 'tag': '5735bba6-0cb1-4d26-933c-470686a812a8', 'status': 'completed', 'code': 200} Apr 30 13:15:19.272488 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.rpc [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Device 481b4c6c-37bf-420f-b459-96e71baf623b up at agent ovs-agent-dv-cinder-787195-5-smb {{(pid=73812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:15:19.303990 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [req-27804cdb-cdab-4d17-921e-5c2cb52089f8 req-dc02ceec-5728-46cb-9abd-4cf7559f8d68 service neutron] 10.222.0.95 "GET /v2.0/networks/01195525-d055-479a-a2be-e547c79ff0bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1103199 Apr 30 13:15:19.327189 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a36485-e8f6-4ea8-a346-6b99f83869de admin admin] Pushing event updated for resources: {'Port': ['ID=d9d9c6c8-8d72-41ea-b437-3edd83d44965,revision_number=2']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:19.345776 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025e1a14-4cac-47bc-863d-78a335d2c997 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0de38663-7976-45ea-9c6c-61ee1c298ab8,revision_number=1']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:19.350211 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [None req-fb768b84-db37-4c59-82af-d8f671b351b3 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=39612a74440d4db782791f524af6ba0b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1959424 Apr 30 13:15:19.355588 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-86a36485-e8f6-4ea8-a346-6b99f83869de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.482s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:19.358842 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-025e1a14-4cac-47bc-863d-78a335d2c997 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:19.364017 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.068s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:19.367153 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.84', 52798) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:15:19.394915 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.provisioning_blocks [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Provisioning for port 481b4c6c-37bf-420f-b459-96e71baf623b completed by entity L2. {{(pid=73812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:15:19.402352 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.provisioning_blocks [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Provisioning complete for port 481b4c6c-37bf-420f-b459-96e71baf623b triggered by entity L2. {{(pid=73812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:15:19.403236 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000605'] for port, provisioning_complete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:19.405867 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-51b52d34-b6ea-4a9d-a157-0145ddb5af94 req-0150f1e7-01ec-475e-8cb5-da726e907113 tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] 10.222.0.84 "GET /v2.0/ports?device_id=629aaee7-e32c-43e8-ad87-68a35cc7a888 HTTP/1.1" status: 200 len: 210 time: 0.1169238 Apr 30 13:15:19.412385 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44de2af4-d338-43e7-b598-d6ce6eeb8bbc admin admin] Network e366e837-ed9f-4552-8a40-b501cbb570b4 is already hosted by enough agents. {{(pid=73809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:15:19.415501 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [None req-025e1a14-4cac-47bc-863d-78a335d2c997 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=21ec23dc066c4aef900b8a1288b9540c&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0297127 Apr 30 13:15:19.418409 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.84', 52802) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:15:19.424607 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.scheduler.base_scheduler [None req-44de2af4-d338-43e7-b598-d6ce6eeb8bbc admin admin] Resources bound (agent type, host, resource id): {{(pid=73809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:15:19.444150 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-232f5205-c51a-413e-9c74-11c7568f262d req-fa6d7a2f-38d6-448d-84d5-d8db93501c35 service neutron] 10.222.0.95 "GET /v2.0/networks/a2370fd2-9a9f-499d-8dea-fb3ea7c82d60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9078522 Apr 30 13:15:19.452070 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb768b84-db37-4c59-82af-d8f671b351b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c210e9ba-4775-4ed6-91a5-2d0835c7d8cf,revision_number=1']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:19.457944 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-fb768b84-db37-4c59-82af-d8f671b351b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:19.475645 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3a4684-3e99-4833-a115-bce53494c602 req-dcd9639c-fc01-4f7c-999a-d4e4b2ddd879 tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:19.477596 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-bc3a4684-3e99-4833-a115-bce53494c602 req-dcd9639c-fc01-4f7c-999a-d4e4b2ddd879 tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] 10.222.0.84 "GET /v2.0/ports?device_id=465bafa6-50c3-4b95-a86f-7b10b4f1310d HTTP/1.1" status: 200 len: 943 time: 0.4229324 Apr 30 13:15:19.544580 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-bc3a4684-3e99-4833-a115-bce53494c602 req-12d700f1-e69c-4b66-8102-fd392b37292f tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] 10.222.0.84 "GET /v2.0/security-groups?id=78b91c60-43f7-43d4-ab5b-e36ce0163f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600758 Apr 30 13:15:19.628633 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4120257'] for port, before_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:19.655039 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86a36485-e8f6-4ea8-a346-6b99f83869de admin admin] Network 1457f85c-3f42-4120-b6e2-0f4ede8b9218 is already hosted by enough agents. {{(pid=73809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:15:19.657961 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [req-27804cdb-cdab-4d17-921e-5c2cb52089f8 req-732fcbad-42a0-4869-a267-f195c9fc645f service neutron] 10.222.0.95 "GET /v2.0/networks/01195525-d055-479a-a2be-e547c79ff0bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3363152 Apr 30 13:15:19.673351 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.db [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] For port 481b4c6c-37bf-420f-b459-96e71baf623b, host dv-cinder-787195-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-5-smb',level=0,port_id=481b4c6c-37bf-420f-b459-96e71baf623b,segment=NetworkSegment(052ca68a-8000-4628-b559-457dc5b361ff),segment_id=052ca68a-8000-4628-b559-457dc5b361ff)] {{(pid=73812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:15:19.679754 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4120194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773353276007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773352839720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773352839765'] for port, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:19.684248 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:19.689162 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.scheduler.base_scheduler [None req-86a36485-e8f6-4ea8-a346-6b99f83869de admin admin] Resources bound (agent type, host, resource id): {{(pid=73809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:15:19.822653 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.provisioning_blocks [None req-b53cdd8d-a934-4669-9a88-f10b9dc67590 None None] Provisioning complete for port fc2b2f69-1d4b-4674-803a-ec61eadd06ab triggered by entity DHCP. {{(pid=73812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:15:19.823038 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-b53cdd8d-a934-4669-9a88-f10b9dc67590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000605'] for port, provisioning_complete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:19.950382 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.plugin [None req-b53cdd8d-a934-4669-9a88-f10b9dc67590 None None] Port fc2b2f69-1d4b-4674-803a-ec61eadd06ab cannot update to ACTIVE because it is not bound. {{(pid=73812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 13:15:19.952200 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Pushing event updated for resources: {'Port': ['ID=481b4c6c-37bf-420f-b459-96e71baf623b,revision_number=5']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:19.969051 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:19.997181 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda27dec-5ca4-4621-9efd-1e972d6fb688 req-d6957c68-04e9-41f4-b228-5cf84eea1c6b tempest-DeleteServersTestJSON-277115900 tempest-DeleteServersTestJSON-277115900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:20.000854 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-fda27dec-5ca4-4621-9efd-1e972d6fb688 req-d6957c68-04e9-41f4-b228-5cf84eea1c6b tempest-DeleteServersTestJSON-277115900 tempest-DeleteServersTestJSON-277115900-project] 10.222.0.84 "GET /v2.0/ports?device_id=b3975c68-1a37-4119-bd25-e9d861a3effc HTTP/1.1" status: 200 len: 943 time: 0.1802771 Apr 30 13:15:20.042857 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [req-2b62a6a4-dc6e-46fc-aeac-e1d1222b0d78 req-36c82dfa-ecbf-4666-aa2a-bd55f0a38e43 tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:15:20.059838 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-fda27dec-5ca4-4621-9efd-1e972d6fb688 req-98f32ccf-d56b-4966-bac3-22b1f0c8ce87 tempest-DeleteServersTestJSON-277115900 tempest-DeleteServersTestJSON-277115900-project] 10.222.0.84 "GET /v2.0/security-groups?id=5c07e30f-6df6-4fa5-914b-5d27af06d4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537286 Apr 30 13:15:20.082548 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.provisioning_blocks [None req-be120cf0-2dae-4cb0-aeb1-1f7542d320fa None None] Provisioning complete for port d9d9c6c8-8d72-41ea-b437-3edd83d44965 triggered by entity DHCP. {{(pid=73812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:15:20.082548 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-be120cf0-2dae-4cb0-aeb1-1f7542d320fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000605'] for port, provisioning_complete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:20.141466 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.plugin [None req-be120cf0-2dae-4cb0-aeb1-1f7542d320fa None None] Port d9d9c6c8-8d72-41ea-b437-3edd83d44965 cannot update to ACTIVE because it is not bound. {{(pid=73812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 13:15:20.170336 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [req-2b62a6a4-dc6e-46fc-aeac-e1d1222b0d78 req-36c82dfa-ecbf-4666-aa2a-bd55f0a38e43 tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:15:20.298585 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b62a6a4-dc6e-46fc-aeac-e1d1222b0d78 req-36c82dfa-ecbf-4666-aa2a-bd55f0a38e43 tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] Made reservation on behalf of 6ab0fe6b7e8645a0861136e67b76d521 for: {'port': 1} {{(pid=73809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:15:20.302147 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-2b62a6a4-dc6e-46fc-aeac-e1d1222b0d78 req-36c82dfa-ecbf-4666-aa2a-bd55f0a38e43 tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4120257'] for port, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:20.354718 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.rpc [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Device cbc37f6d-ae64-4bbc-810e-9cbb64d89df6 details requested by agent hyperv_hv-cinder-78719 with host hv-cinder-78719 {{(pid=73812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 13:15:20.386547 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44de2af4-d338-43e7-b598-d6ce6eeb8bbc admin admin] Router ec506334-ef4a-45b2-8dc2-db935ead4be8 has already been hosted by L3 agent 0896dfae-3c2f-4fc2-b5f4-9284ce516a86 {{(pid=73809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 13:15:20.566099 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-6a178bb8-6466-4b49-8282-3023c811ef19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:20.568037 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-3dc93451-7763-4135-93d8-474a2da88268 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:20.601885 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86a36485-e8f6-4ea8-a346-6b99f83869de admin admin] Router a52af78f-7ad6-4e52-9c94-77c21fdc33b1 has already been hosted by L3 agent 0896dfae-3c2f-4fc2-b5f4-9284ce516a86 {{(pid=73809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 13:15:20.608603 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.db [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] For port cbc37f6d-ae64-4bbc-810e-9cbb64d89df6, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=cbc37f6d-ae64-4bbc-810e-9cbb64d89df6,segment=NetworkSegment(0656c9df-3683-4b19-9e2e-76cd59b3a036),segment_id=0656c9df-3683-4b19-9e2e-76cd59b3a036)] {{(pid=73812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:15:20.650301 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.rpc [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Returning: {'device': 'cbc37f6d-ae64-4bbc-810e-9cbb64d89df6', 'network_id': 'a2370fd2-9a9f-499d-8dea-fb3ea7c82d60', 'port_id': 'cbc37f6d-ae64-4bbc-810e-9cbb64d89df6', 'mac_address': 'fa:16:3e:ed:ad:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '295a1801-3c8d-4aef-b140-f11bdef5d697', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 13:15:20.667998 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-8edfef94-509e-427c-8d68-cb969d353d8d req-22ec17e3-d292-47d6-a8dd-97fb6696ba99 tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] 10.222.0.84 "GET /v2.0/ports?device_id=629aaee7-e32c-43e8-ad87-68a35cc7a888 HTTP/1.1" status: 200 len: 210 time: 0.0783839 Apr 30 13:15:20.741242 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4120257'] for port, before_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:20.762086 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.notifiers.nova [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbc37f6d-ae64-4bbc-810e-9cbb64d89df6 {{(pid=73812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 13:15:20.762978 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc13f2f1-4280-404c-b262-fb8be8719000 req-dd5be389-8bb5-4f19-a40d-bf0600d8315d tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:20.764837 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-cc13f2f1-4280-404c-b262-fb8be8719000 req-dd5be389-8bb5-4f19-a40d-bf0600d8315d tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] 10.222.0.95 "GET /v2.0/networks?id=87e8e01a-ad03-481e-ad3a-b46f9803a913 HTTP/1.1" status: 200 len: 819 time: 0.3760543 Apr 30 13:15:20.780608 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.db [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] For port cbc37f6d-ae64-4bbc-810e-9cbb64d89df6, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=cbc37f6d-ae64-4bbc-810e-9cbb64d89df6,segment=NetworkSegment(0656c9df-3683-4b19-9e2e-76cd59b3a036),segment_id=0656c9df-3683-4b19-9e2e-76cd59b3a036)] {{(pid=73812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:15:20.797650 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4120194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773353276007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773352839720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773352839765'] for port, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:20.800299 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:20.826455 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.v2.base [req-cc13f2f1-4280-404c-b262-fb8be8719000 req-c828ba8d-ac86-4d63-a277-1deee65b52cc tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] Request body: {'port': {'device_id': '629aaee7-e32c-43e8-ad87-68a35cc7a888', 'network_id': '87e8e01a-ad03-481e-ad3a-b46f9803a913', 'admin_state_up': True, 'tenant_id': '6ab0fe6b7e8645a0861136e67b76d521'}} {{(pid=73810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:15:20.923357 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Pushing event updated for resources: {'Port': ['ID=cbc37f6d-ae64-4bbc-810e-9cbb64d89df6,revision_number=4']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:20.924973 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:20.978811 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d80c73-3644-41e2-af37-86a9c39ad277 req-bdd4eafc-7e75-4bdc-95bc-6124452fbcf3 tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:20.984967 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-d2d80c73-3644-41e2-af37-86a9c39ad277 req-bdd4eafc-7e75-4bdc-95bc-6124452fbcf3 tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] 10.222.0.84 "GET /v2.0/ports?device_id=465bafa6-50c3-4b95-a86f-7b10b4f1310d HTTP/1.1" status: 200 len: 944 time: 0.2188120 Apr 30 13:15:21.004326 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-6a178bb8-6466-4b49-8282-3023c811ef19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:21.023666 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-3dc93451-7763-4135-93d8-474a2da88268 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:21.031217 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [req-cc13f2f1-4280-404c-b262-fb8be8719000 req-c828ba8d-ac86-4d63-a277-1deee65b52cc tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:15:21.055116 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [req-cc13f2f1-4280-404c-b262-fb8be8719000 req-c828ba8d-ac86-4d63-a277-1deee65b52cc tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:15:21.062725 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-d2d80c73-3644-41e2-af37-86a9c39ad277 req-d271acd3-88cc-467a-8964-dd852726c7e8 tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] 10.222.0.84 "GET /v2.0/security-groups?id=78b91c60-43f7-43d4-ab5b-e36ce0163f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733562 Apr 30 13:15:21.064166 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.db [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] get_ports_and_sgs() called for port_ids ['cbc37f6d-ae64-4bbc-810e-9cbb64d89df6'] {{(pid=73812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 13:15:21.074149 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc13f2f1-4280-404c-b262-fb8be8719000 req-c828ba8d-ac86-4d63-a277-1deee65b52cc tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] Made reservation on behalf of 6ab0fe6b7e8645a0861136e67b76d521 for: {'port': 1} {{(pid=73810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:15:21.087053 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-cc13f2f1-4280-404c-b262-fb8be8719000 req-c828ba8d-ac86-4d63-a277-1deee65b52cc tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4120257'] for port, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:21.162197 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7540e2ad-7b92-411e-bd72-49000fd808e2 req-a4789a1c-4f06-4553-bfe5-8d59d7ba37e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:21.163822 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [req-7540e2ad-7b92-411e-bd72-49000fd808e2 req-a4789a1c-4f06-4553-bfe5-8d59d7ba37e9 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=cf322eeac3ca4a6082b97c36e5f25fa8&device_id=b3975c68-1a37-4119-bd25-e9d861a3effc HTTP/1.1" status: 200 len: 1096 time: 1.1898856 Apr 30 13:15:21.222507 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.rpc [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Device 481b4c6c-37bf-420f-b459-96e71baf623b up at agent ovs-agent-dv-cinder-787195-5-smb {{(pid=73812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:15:21.352991 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7118ec95-afc1-4253-97e3-d372068a9f62 req-3c062dee-148a-4208-9f0f-c83a1e8126f1 tempest-DeleteServersTestJSON-277115900 tempest-DeleteServersTestJSON-277115900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:21.354906 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-7118ec95-afc1-4253-97e3-d372068a9f62 req-3c062dee-148a-4208-9f0f-c83a1e8126f1 tempest-DeleteServersTestJSON-277115900 tempest-DeleteServersTestJSON-277115900-project] 10.222.0.84 "GET /v2.0/ports?device_id=b3975c68-1a37-4119-bd25-e9d861a3effc HTTP/1.1" status: 200 len: 943 time: 0.1128206 Apr 30 13:15:21.379518 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.provisioning_blocks [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Provisioning complete for port 481b4c6c-37bf-420f-b459-96e71baf623b triggered by entity L2. {{(pid=73812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:15:21.380115 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000605'] for port, provisioning_complete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:21.417024 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-7118ec95-afc1-4253-97e3-d372068a9f62 req-fb40bab1-33e9-4143-9e80-175316e10bc9 tempest-DeleteServersTestJSON-277115900 tempest-DeleteServersTestJSON-277115900-project] 10.222.0.84 "GET /v2.0/security-groups?id=5c07e30f-6df6-4fa5-914b-5d27af06d4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526271 Apr 30 13:15:21.481793 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.db_base_plugin_common [req-2b62a6a4-dc6e-46fc-aeac-e1d1222b0d78 req-36c82dfa-ecbf-4666-aa2a-bd55f0a38e43 tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] Allocated IP 172.20.0.9 (87e8e01a-ad03-481e-ad3a-b46f9803a913/ddc22c5d-ab26-4345-8096-8d0d17e2da1d/b082d8b7-bbf5-4625-b2b5-960da8b17ac2) {{(pid=73809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 13:15:21.484605 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44de2af4-d338-43e7-b598-d6ce6eeb8bbc admin admin] Notify agent at l3_agent.dv-cinder-787195-5-smb the message routers_updated {{(pid=73809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 13:15:21.498972 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-961ae559-7c2b-4186-9007-9ee0ea32529e None None] Sync routers for ids ['ec506334-ef4a-45b2-8dc2-db935ead4be8'] in dv-cinder-787195-5-smb {{(pid=73814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 13:15:21.511346 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-961ae559-7c2b-4186-9007-9ee0ea32529e None None] Routers {'ec506334-ef4a-45b2-8dc2-db935ead4be8'} bound to L3 agent in host dv-cinder-787195-5-smb {{(pid=73814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:15:21.512128 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.db.l3_hamode_db [None req-961ae559-7c2b-4186-9007-9ee0ea32529e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-30T13:06:52Z,description=,heartbeat_timestamp=2021-04-30T13:14:52Z,host='dv-cinder-787195-5-smb',id=0896dfae-3c2f-4fc2-b5f4-9284ce516a86,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:06:52Z,topic='l3_agent')) {'router_ids': ['ec506334-ef4a-45b2-8dc2-db935ead4be8'], 'active': True} {{(pid=73814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:15:21.549764 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-6a178bb8-6466-4b49-8282-3023c811ef19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985230'] for security_group, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:21.571469 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86a36485-e8f6-4ea8-a346-6b99f83869de admin admin] Notify agent at l3_agent.dv-cinder-787195-5-smb the message routers_updated {{(pid=73809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 13:15:21.584310 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94ebb2dc-744e-41c7-9771-adb654c31b4f None None] Sync routers for ids ['a52af78f-7ad6-4e52-9c94-77c21fdc33b1'] in dv-cinder-787195-5-smb {{(pid=73812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 13:15:21.596172 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:21.602435 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ebb2dc-744e-41c7-9771-adb654c31b4f None None] Routers {'a52af78f-7ad6-4e52-9c94-77c21fdc33b1'} bound to L3 agent in host dv-cinder-787195-5-smb {{(pid=73812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:15:21.603214 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.l3_hamode_db [None req-94ebb2dc-744e-41c7-9771-adb654c31b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-30T13:06:52Z,description=,heartbeat_timestamp=2021-04-30T13:14:52Z,host='dv-cinder-787195-5-smb',id=0896dfae-3c2f-4fc2-b5f4-9284ce516a86,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:06:52Z,topic='l3_agent')) {'router_ids': ['a52af78f-7ad6-4e52-9c94-77c21fdc33b1'], 'active': True} {{(pid=73812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:15:21.613561 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-3dc93451-7763-4135-93d8-474a2da88268 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985230'] for security_group, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:21.635600 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a178bb8-6466-4b49-8282-3023c811ef19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0de38663-7976-45ea-9c6c-61ee1c298ab8,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:21.637686 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7540e2ad-7b92-411e-bd72-49000fd808e2 req-a7d59745-f777-49d0-b3be-d4536b54e1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:21.639270 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [req-7540e2ad-7b92-411e-bd72-49000fd808e2 req-a7d59745-f777-49d0-b3be-d4536b54e1a6 service neutron] 10.222.0.95 "GET /v2.0/networks?id=01195525-d055-479a-a2be-e547c79ff0bf HTTP/1.1" status: 200 len: 913 time: 0.4535043 Apr 30 13:15:21.722538 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-6a178bb8-6466-4b49-8282-3023c811ef19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:21.727046 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [req-7540e2ad-7b92-411e-bd72-49000fd808e2 req-d6e04edd-ae67-4c36-9cbc-1be15654c61b service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5735bba6-0cb1-4d26-933c-470686a812a8 HTTP/1.1" status: 200 len: 217 time: 0.0791240 Apr 30 13:15:21.729163 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-1b3493ab-15e6-47e9-8e5b-45c6ba9bffd1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.082s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:21.794620 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.db.l3_dvr_db [None req-961ae559-7c2b-4186-9007-9ee0ea32529e None None] Set router ec506334-ef4a-45b2-8dc2-db935ead4be8 gateway port host: dv-cinder-787195-5-smb {{(pid=73814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:15:21.826737 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-6a178bb8-6466-4b49-8282-3023c811ef19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:21.830485 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [None req-6a178bb8-6466-4b49-8282-3023c811ef19 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/0de38663-7976-45ea-9c6c-61ee1c298ab8 HTTP/1.1" status: 204 len: 168 time: 2.4005783 Apr 30 13:15:21.843795 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.l3_dvr_db [None req-94ebb2dc-744e-41c7-9771-adb654c31b4f None None] Set router a52af78f-7ad6-4e52-9c94-77c21fdc33b1 gateway port host: dv-cinder-787195-5-smb {{(pid=73812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:15:21.870517 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [None req-44de2af4-d338-43e7-b598-d6ce6eeb8bbc admin admin] 10.222.0.84 "PUT /v2.0/routers/ec506334-ef4a-45b2-8dc2-db935ead4be8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 18.0766132 Apr 30 13:15:21.903047 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-3dc93451-7763-4135-93d8-474a2da88268 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:21.912171 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [None req-3dc93451-7763-4135-93d8-474a2da88268 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/c210e9ba-4775-4ed6-91a5-2d0835c7d8cf HTTP/1.1" status: 204 len: 168 time: 2.5405166 Apr 30 13:15:21.918928 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc93451-7763-4135-93d8-474a2da88268 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c210e9ba-4775-4ed6-91a5-2d0835c7d8cf,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:21.929222 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-3dc93451-7763-4135-93d8-474a2da88268 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:21.930040 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-b8df968d-27d8-4791-b85c-9bf346dd1107 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000748'] for agent, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:21.936967 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [None req-86a36485-e8f6-4ea8-a346-6b99f83869de admin admin] 10.222.0.84 "PUT /v2.0/routers/a52af78f-7ad6-4e52-9c94-77c21fdc33b1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 16.8932211 Apr 30 13:15:21.982923 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-b7557879-af8c-4440-9492-c405f63c1a42 req-13a59c52-f00f-45a0-b819-5e1aa0a07406 tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] 10.222.0.84 "GET /v2.0/ports?device_id=629aaee7-e32c-43e8-ad87-68a35cc7a888 HTTP/1.1" status: 200 len: 210 time: 0.1535957 Apr 30 13:15:22.069308 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7540e2ad-7b92-411e-bd72-49000fd808e2 req-2665458f-9bcb-454b-90fb-be0c867d5e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:22.071096 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [req-7540e2ad-7b92-411e-bd72-49000fd808e2 req-2665458f-9bcb-454b-90fb-be0c867d5e3b service neutron] 10.222.0.95 "GET /v2.0/subnets?id=e16aca97-3403-4669-beae-2eb7636c0fcb HTTP/1.1" status: 200 len: 851 time: 0.3032041 Apr 30 13:15:22.186926 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [req-7540e2ad-7b92-411e-bd72-49000fd808e2 req-5dd5667a-c8a3-4543-bfa8-5ae53d171a54 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=01195525-d055-479a-a2be-e547c79ff0bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0619774 Apr 30 13:15:22.350761 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-2b62a6a4-dc6e-46fc-aeac-e1d1222b0d78 req-36c82dfa-ecbf-4666-aa2a-bd55f0a38e43 tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] Notify callbacks [] for port, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:22.357783 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000748'] for agent, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:22.362528 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.rpc [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Device 5735bba6-0cb1-4d26-933c-470686a812a8 details requested by agent hyperv_hv-cinder-78719 with host hv-cinder-78719 {{(pid=73812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 13:15:22.387580 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [req-7540e2ad-7b92-411e-bd72-49000fd808e2 req-22d6b632-d078-47f9-9172-fafb3ccda9f6 service neutron] 10.222.0.95 "GET /v2.0/networks/01195525-d055-479a-a2be-e547c79ff0bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1929193 Apr 30 13:15:22.445031 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8235a9-013b-403e-b68b-6914f66143ef req-466c97bf-9dc8-4510-ac71-cc714542423c tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:22.459161 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-4b8235a9-013b-403e-b68b-6914f66143ef req-466c97bf-9dc8-4510-ac71-cc714542423c tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] 10.222.0.84 "GET /v2.0/ports?device_id=465bafa6-50c3-4b95-a86f-7b10b4f1310d HTTP/1.1" status: 200 len: 944 time: 0.1914153 Apr 30 13:15:22.476889 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.db.l3_hamode_db [None req-961ae559-7c2b-4186-9007-9ee0ea32529e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec506334-ef4a-45b2-8dc2-db935ead4be8', 'name': 'tempest-AttachVolumeShelveTestJSON-667705505-router', 'tenant_id': '1cdf6705df774b71b1ef55768d3b4135', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b95ef810-b08d-4c08-b0c0-c75d2ee1b25b', 'external_fixed_ips': [{'subnet_id': 'b3fe51b0-9be9-4b1a-951c-de133b7a88b5', 'ip_address': '172.28.3.47'}], 'enable_snat': True}, 'gw_port_id': '5a759980-3839-4849-86db-9ae124c9a28c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:14:52Z', 'updated_at': '2021-04-30T13:15:16Z', 'revision_number': 4, 'project_id': '1cdf6705df774b71b1ef55768d3b4135', 'gw_port': {'id': '5a759980-3839-4849-86db-9ae124c9a28c', 'name': '', 'network_id': 'b95ef810-b08d-4c08-b0c0-c75d2ee1b25b', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:87:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec506334-ef4a-45b2-8dc2-db935ead4be8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'b3fe51b0-9be9-4b1a-951c-de133b7a88b5', 'ip_address': '172.28.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:14:55Z', 'updated_at': '2021-04-30T13:15:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fe51b0-9be9-4b1a-951c-de133b7a88b5', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-5-smb', '_interfaces': [{'id': 'fc2b2f69-1d4b-4674-803a-ec61eadd06ab', 'name': '', 'network_id': 'e366e837-ed9f-4552-8a40-b501cbb570b4', 'tenant_id': '1cdf6705df774b71b1ef55768d3b4135', 'mac_address': 'fa:16:3e:50:aa:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec506334-ef4a-45b2-8dc2-db935ead4be8', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '6bc0199c-a631-4772-be49-5ae677a3d71f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:15:10Z', 'updated_at': '2021-04-30T13:15:17Z', 'revision_number': 2, 'project_id': '1cdf6705df774b71b1ef55768d3b4135', 'subnets': [{'id': '6bc0199c-a631-4772-be49-5ae677a3d71f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-5-smb', False) {} {{(pid=73814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:15:22.483448 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-961ae559-7c2b-4186-9007-9ee0ea32529e None None] Checking router: ec506334-ef4a-45b2-8dc2-db935ead4be8 for host: dv-cinder-787195-5-smb {{(pid=73814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 13:15:22.483868 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-961ae559-7c2b-4186-9007-9ee0ea32529e None None] Updating router ec506334-ef4a-45b2-8dc2-db935ead4be8 port fc2b2f69-1d4b-4674-803a-ec61eadd06ab binding host dv-cinder-787195-5-smb {{(pid=73814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 13:15:22.515023 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-2b62a6a4-dc6e-46fc-aeac-e1d1222b0d78 req-36c82dfa-ecbf-4666-aa2a-bd55f0a38e43 tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4120194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773352839702'] for port, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:22.534101 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-44de2af4-d338-43e7-b598-d6ce6eeb8bbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:22.548054 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.db [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] For port 5735bba6-0cb1-4d26-933c-470686a812a8, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=5735bba6-0cb1-4d26-933c-470686a812a8,segment=NetworkSegment(464fd61d-8303-45a4-a55d-5d069c9797b6),segment_id=464fd61d-8303-45a4-a55d-5d069c9797b6)] {{(pid=73812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:15:22.572807 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.rpc [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Returning: {'device': '5735bba6-0cb1-4d26-933c-470686a812a8', 'network_id': '01195525-d055-479a-a2be-e547c79ff0bf', 'port_id': '5735bba6-0cb1-4d26-933c-470686a812a8', 'mac_address': 'fa:16:3e:df:13:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e16aca97-3403-4669-beae-2eb7636c0fcb', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 13:15:22.575530 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.rpc [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Device cbc37f6d-ae64-4bbc-810e-9cbb64d89df6 up at agent hyperv_hv-cinder-78719 {{(pid=73812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:15:22.631049 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-961ae559-7c2b-4186-9007-9ee0ea32529e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4120257'] for port, before_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:22.658903 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.l3_hamode_db [None req-94ebb2dc-744e-41c7-9771-adb654c31b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a52af78f-7ad6-4e52-9c94-77c21fdc33b1', 'name': 'tempest-AttachVolumeTestJSON-49034861-router', 'tenant_id': '918e31ad0d5f410eac8b4de9626cac1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b95ef810-b08d-4c08-b0c0-c75d2ee1b25b', 'external_fixed_ips': [{'subnet_id': 'b3fe51b0-9be9-4b1a-951c-de133b7a88b5', 'ip_address': '172.28.3.197'}], 'enable_snat': True}, 'gw_port_id': '03710d16-da09-4f6d-b90a-06e717570d2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:14:54Z', 'updated_at': '2021-04-30T13:15:16Z', 'revision_number': 4, 'project_id': '918e31ad0d5f410eac8b4de9626cac1f', 'gw_port': {'id': '03710d16-da09-4f6d-b90a-06e717570d2e', 'name': '', 'network_id': 'b95ef810-b08d-4c08-b0c0-c75d2ee1b25b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:1f:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a52af78f-7ad6-4e52-9c94-77c21fdc33b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'b3fe51b0-9be9-4b1a-951c-de133b7a88b5', 'ip_address': '172.28.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:14:56Z', 'updated_at': '2021-04-30T13:15:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fe51b0-9be9-4b1a-951c-de133b7a88b5', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-5-smb', '_interfaces': [{'id': 'd9d9c6c8-8d72-41ea-b437-3edd83d44965', 'name': '', 'network_id': '1457f85c-3f42-4120-b6e2-0f4ede8b9218', 'tenant_id': '918e31ad0d5f410eac8b4de9626cac1f', 'mac_address': 'fa:16:3e:80:f5:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a52af78f-7ad6-4e52-9c94-77c21fdc33b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '8da5f9ec-8d10-4fc1-8b60-251865469edd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:15:10Z', 'updated_at': '2021-04-30T13:15:17Z', 'revision_number': 2, 'project_id': '918e31ad0d5f410eac8b4de9626cac1f', 'subnets': [{'id': '8da5f9ec-8d10-4fc1-8b60-251865469edd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-5-smb', False) {} {{(pid=73812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:15:22.704980 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-4b8235a9-013b-403e-b68b-6914f66143ef req-19a2f933-6ac8-4950-8ddb-176a1aa07e52 tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] 10.222.0.84 "GET /v2.0/security-groups?id=78b91c60-43f7-43d4-ab5b-e36ce0163f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2435966 Apr 30 13:15:22.706023 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [req-7540e2ad-7b92-411e-bd72-49000fd808e2 req-b448a154-7a5f-46f2-91cf-94b239b7c4d9 service neutron] 10.222.0.95 "GET /v2.0/networks/01195525-d055-479a-a2be-e547c79ff0bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3117559 Apr 30 13:15:22.707890 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b62a6a4-dc6e-46fc-aeac-e1d1222b0d78 req-36c82dfa-ecbf-4666-aa2a-bd55f0a38e43 tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] Network 87e8e01a-ad03-481e-ad3a-b46f9803a913 is already hosted by enough agents. {{(pid=73809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:15:22.735217 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.scheduler.base_scheduler [req-2b62a6a4-dc6e-46fc-aeac-e1d1222b0d78 req-36c82dfa-ecbf-4666-aa2a-bd55f0a38e43 tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] Resources bound (agent type, host, resource id): {{(pid=73809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:15:22.740128 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b62a6a4-dc6e-46fc-aeac-e1d1222b0d78 req-36c82dfa-ecbf-4666-aa2a-bd55f0a38e43 tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] Received port after_create {{(pid=73809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 13:15:22.749451 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b62a6a4-dc6e-46fc-aeac-e1d1222b0d78 req-36c82dfa-ecbf-4666-aa2a-bd55f0a38e43 tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:22.750134 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-2b62a6a4-dc6e-46fc-aeac-e1d1222b0d78 req-36c82dfa-ecbf-4666-aa2a-bd55f0a38e43 tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647359'] for port, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:22.753637 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.db.db_base_plugin_common [req-cc13f2f1-4280-404c-b262-fb8be8719000 req-c828ba8d-ac86-4d63-a277-1deee65b52cc tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] Allocated IP 172.20.0.5 (87e8e01a-ad03-481e-ad3a-b46f9803a913/ddc22c5d-ab26-4345-8096-8d0d17e2da1d/e9b9b7f5-1d4d-40f3-9154-a9b6901db8a0) {{(pid=73810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 13:15:22.754619 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94ebb2dc-744e-41c7-9771-adb654c31b4f None None] Checking router: a52af78f-7ad6-4e52-9c94-77c21fdc33b1 for host: dv-cinder-787195-5-smb {{(pid=73812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 13:15:22.755216 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94ebb2dc-744e-41c7-9771-adb654c31b4f None None] Updating router a52af78f-7ad6-4e52-9c94-77c21fdc33b1 port d9d9c6c8-8d72-41ea-b437-3edd83d44965 binding host dv-cinder-787195-5-smb {{(pid=73812) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 13:15:22.798538 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [req-2b62a6a4-dc6e-46fc-aeac-e1d1222b0d78 req-36c82dfa-ecbf-4666-aa2a-bd55f0a38e43 tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8312681 Apr 30 13:15:22.804002 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c82dfa-ecbf-4666-aa2a-bd55f0a38e43 tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] Pushing event updated for resources: {'Port': ['ID=b082d8b7-bbf5-4625-b2b5-960da8b17ac2,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:22.814851 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-36c82dfa-ecbf-4666-aa2a-bd55f0a38e43 tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:22.821582 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.v2.base [req-2b62a6a4-dc6e-46fc-aeac-e1d1222b0d78 req-53944657-e330-4baf-8470-2d38e3151af0 service neutron] Request body: {'port': {'device_id': 'c2c2ec2c-d0c7-483c-8fb1-c8df54adab5a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78719'}} {{(pid=73809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:15:22.828464 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4120257'] for port, before_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:22.878168 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.notifiers.nova [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5735bba6-0cb1-4d26-933c-470686a812a8 {{(pid=73812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 13:15:22.893715 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.84', 52866) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:15:22.896500 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.db [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] For port 5735bba6-0cb1-4d26-933c-470686a812a8, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=5735bba6-0cb1-4d26-933c-470686a812a8,segment=NetworkSegment(464fd61d-8303-45a4-a55d-5d069c9797b6),segment_id=464fd61d-8303-45a4-a55d-5d069c9797b6)] {{(pid=73812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:15:22.914461 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4120194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773353276007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773352839720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773352839765'] for port, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:22.922664 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:22.993291 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.provisioning_blocks [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Provisioning for port cbc37f6d-ae64-4bbc-810e-9cbb64d89df6 completed by entity L2. {{(pid=73812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:15:23.017555 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.provisioning_blocks [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Provisioning complete for port cbc37f6d-ae64-4bbc-810e-9cbb64d89df6 triggered by entity L2. {{(pid=73812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:15:23.018231 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000605'] for port, provisioning_complete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:23.075996 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-94ebb2dc-744e-41c7-9771-adb654c31b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4120257'] for port, before_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:23.102885 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Pushing event updated for resources: {'Port': ['ID=5735bba6-0cb1-4d26-933c-470686a812a8,revision_number=4']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:23.116442 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:23.116857 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-a8b4de42-949f-4993-99e7-d33ab8a93406 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:23.133543 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-2b62a6a4-dc6e-46fc-aeac-e1d1222b0d78 req-53944657-e330-4baf-8470-2d38e3151af0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4120257'] for port, before_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:23.175225 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.db [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] get_ports_and_sgs() called for port_ids ['5735bba6-0cb1-4d26-933c-470686a812a8'] {{(pid=73812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 13:15:23.198477 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-a8b4de42-949f-4993-99e7-d33ab8a93406 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:15:23.211682 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-a8b4de42-949f-4993-99e7-d33ab8a93406 admin admin] Usage tracker for resource:security_group_rule and tenant:e4744b991f9d42ee91b9c411d16c2d8f is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:15:23.215147 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-a8b4de42-949f-4993-99e7-d33ab8a93406 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:15:23.245779 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-a8b4de42-949f-4993-99e7-d33ab8a93406 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:15:23.355249 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-a9ba599c-bbf2-42e7-8bf2-2ae3bfc6b861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000748'] for agent, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:23.358632 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-961ae559-7c2b-4186-9007-9ee0ea32529e None None] Notify callbacks [] for port, precommit_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:23.387204 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.db.provisioning_blocks [None req-961ae559-7c2b-4186-9007-9ee0ea32529e None None] Transition to ACTIVE for port object fc2b2f69-1d4b-4674-803a-ec61eadd06ab will not be triggered until provisioned by entity L2. {{(pid=73814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:15:23.408049 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-961ae559-7c2b-4186-9007-9ee0ea32529e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4120194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773353276007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773352839720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773352839765'] for port, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:23.418169 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:23.573524 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4120257'] for port, before_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:23.605644 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7e6874-8b68-4fd5-a61c-ead0f91ab1d0 None None] Pushing event updated for resources: {'Port': ['ID=fc2b2f69-1d4b-4674-803a-ec61eadd06ab,revision_number=3']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:23.621005 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-3c7e6874-8b68-4fd5-a61c-ead0f91ab1d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:23.645729 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-a8b4de42-949f-4993-99e7-d33ab8a93406 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:23.653444 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.84', 52892) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:15:23.683619 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '465bafa6-50c3-4b95-a86f-7b10b4f1310d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbc37f6d-ae64-4bbc-810e-9cbb64d89df6'}] {{(pid=73812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:15:23.908693 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-cc13f2f1-4280-404c-b262-fb8be8719000 req-c828ba8d-ac86-4d63-a277-1deee65b52cc tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] Notify callbacks [] for port, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:23.914677 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.plugins.ml2.managers [None req-961ae559-7c2b-4186-9007-9ee0ea32529e None None] Attempting to bind port fc2b2f69-1d4b-4674-803a-ec61eadd06ab on host dv-cinder-787195-5-smb for vnic_type normal with profile {{(pid=73814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 13:15:23.915193 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.plugins.ml2.managers [None req-961ae559-7c2b-4186-9007-9ee0ea32529e None None] Attempting to bind port fc2b2f69-1d4b-4674-803a-ec61eadd06ab by drivers openvswitch,hyperv on host dv-cinder-787195-5-smb at level 0 using segments [{'id': 'bd5afee6-82cf-4022-aa9c-8998fa98a06d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': 'e366e837-ed9f-4552-8a40-b501cbb570b4'}] {{(pid=73814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 13:15:23.915193 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-961ae559-7c2b-4186-9007-9ee0ea32529e None None] Attempting to bind port fc2b2f69-1d4b-4674-803a-ec61eadd06ab on network e366e837-ed9f-4552-8a40-b501cbb570b4 {{(pid=73814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:15:23.922234 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-961ae559-7c2b-4186-9007-9ee0ea32529e None None] Checking agent: {'id': '389db99c-db4b-44ca-8e25-149d3cf00f42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 6, 52), 'started_at': datetime.datetime(2021, 4, 30, 13, 7, 22), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 15, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 13:15:23.922823 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-961ae559-7c2b-4186-9007-9ee0ea32529e None None] Checking segment: {'id': 'bd5afee6-82cf-4022-aa9c-8998fa98a06d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': 'e366e837-ed9f-4552-8a40-b501cbb570b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:15:23.923426 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-961ae559-7c2b-4186-9007-9ee0ea32529e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:23.923816 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-961ae559-7c2b-4186-9007-9ee0ea32529e None None] Bound using segment: {'id': 'bd5afee6-82cf-4022-aa9c-8998fa98a06d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': 'e366e837-ed9f-4552-8a40-b501cbb570b4'} {{(pid=73814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 13:15:23.924803 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.plugins.ml2.managers [None req-961ae559-7c2b-4186-9007-9ee0ea32529e None None] Bound port: fc2b2f69-1d4b-4674-803a-ec61eadd06ab, host: dv-cinder-787195-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd5afee6-82cf-4022-aa9c-8998fa98a06d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': 'e366e837-ed9f-4552-8a40-b501cbb570b4'}}] {{(pid=73814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 13:15:23.925206 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-961ae559-7c2b-4186-9007-9ee0ea32529e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4120257'] for port, before_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:23.978610 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.v2.base [None req-4337f546-8cb0-42c3-98f9-ae1bc68a24c2 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1175276760', 'description': 'tempest-description--1720870495'}} {{(pid=73810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:15:23.992453 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-a8b4de42-949f-4993-99e7-d33ab8a93406 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985230'] for security_group, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:23.998111 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-cc13f2f1-4280-404c-b262-fb8be8719000 req-c828ba8d-ac86-4d63-a277-1deee65b52cc tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4120194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773352839702'] for port, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:24.008060 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-4337f546-8cb0-42c3-98f9-ae1bc68a24c2 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:15:24.030879 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.plugins.ml2.db [None req-961ae559-7c2b-4186-9007-9ee0ea32529e None None] For port fc2b2f69-1d4b-4674-803a-ec61eadd06ab, host dv-cinder-787195-5-smb, cleared binding levels {{(pid=73814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 13:15:24.034804 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-f6dd2b0f-2419-4df3-aed4-6b900f9d673b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:24.034947 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.plugins.ml2.db [None req-961ae559-7c2b-4186-9007-9ee0ea32529e None None] For port fc2b2f69-1d4b-4674-803a-ec61eadd06ab, host dv-cinder-787195-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-5-smb',level=0,port_id=fc2b2f69-1d4b-4674-803a-ec61eadd06ab,segment=NetworkSegment(bd5afee6-82cf-4022-aa9c-8998fa98a06d),segment_id=bd5afee6-82cf-4022-aa9c-8998fa98a06d)] {{(pid=73814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 13:15:24.055743 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-4337f546-8cb0-42c3-98f9-ae1bc68a24c2 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Usage tracker for resource:security_group and tenant:1cdf6705df774b71b1ef55768d3b4135 is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:15:24.057162 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-961ae559-7c2b-4186-9007-9ee0ea32529e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4120194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773353276007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773352839720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773352839765'] for port, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:24.063371 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-3c7e6874-8b68-4fd5-a61c-ead0f91ab1d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:24.087917 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.db [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] For port cbc37f6d-ae64-4bbc-810e-9cbb64d89df6, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=cbc37f6d-ae64-4bbc-810e-9cbb64d89df6,segment=NetworkSegment(0656c9df-3683-4b19-9e2e-76cd59b3a036),segment_id=0656c9df-3683-4b19-9e2e-76cd59b3a036)] {{(pid=73812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:15:24.103899 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-4337f546-8cb0-42c3-98f9-ae1bc68a24c2 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:15:24.128376 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4120194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773353276007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773352839720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773352839765'] for port, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:24.146003 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-b1fb4928-75dc-4dda-ae78-87f15f89f7eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:24.186143 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-4337f546-8cb0-42c3-98f9-ae1bc68a24c2 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:15:24.292983 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7e6874-8b68-4fd5-a61c-ead0f91ab1d0 None None] Pushing event updated for resources: {'Port': ['ID=fc2b2f69-1d4b-4674-803a-ec61eadd06ab,revision_number=4']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:24.304786 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-3c7e6874-8b68-4fd5-a61c-ead0f91ab1d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:24.340954 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-961ae559-7c2b-4186-9007-9ee0ea32529e None None] Routers {'ec506334-ef4a-45b2-8dc2-db935ead4be8'} bound to L3 agent in host dv-cinder-787195-5-smb {{(pid=73814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:15:24.341625 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.db.l3_hamode_db [None req-961ae559-7c2b-4186-9007-9ee0ea32529e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T13:06:52Z,description=,heartbeat_timestamp=2021-04-30T13:15:22Z,host='dv-cinder-787195-5-smb',id=0896dfae-3c2f-4fc2-b5f4-9284ce516a86,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:06:52Z,topic='l3_agent')) {'router_ids': ['ec506334-ef4a-45b2-8dc2-db935ead4be8'], 'active': True} {{(pid=73814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:15:24.374853 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc13f2f1-4280-404c-b262-fb8be8719000 req-c828ba8d-ac86-4d63-a277-1deee65b52cc tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] Network 87e8e01a-ad03-481e-ad3a-b46f9803a913 is already hosted by enough agents. {{(pid=73810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:15:24.405433 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.84', 52914) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:15:24.436393 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [None req-a8b4de42-949f-4993-99e7-d33ab8a93406 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=e4744b991f9d42ee91b9c411d16c2d8f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5397954 Apr 30 13:15:24.437423 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.scheduler.base_scheduler [req-cc13f2f1-4280-404c-b262-fb8be8719000 req-c828ba8d-ac86-4d63-a277-1deee65b52cc tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] Resources bound (agent type, host, resource id): {{(pid=73810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:15:24.443490 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.84', 52922) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:15:24.457943 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.v2.base [None req-e35b333c-1247-48b1-b9be-407a38e92e70 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1892657230', 'description': 'tempest-description--1076419131'}} {{(pid=73810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:15:24.464690 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-e35b333c-1247-48b1-b9be-407a38e92e70 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:15:24.473502 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-e35b333c-1247-48b1-b9be-407a38e92e70 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Usage tracker for resource:security_group and tenant:918e31ad0d5f410eac8b4de9626cac1f is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:15:24.476598 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.notifiers.nova [req-2b62a6a4-dc6e-46fc-aeac-e1d1222b0d78 req-53944657-e330-4baf-8470-2d38e3151af0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b082d8b7-bbf5-4625-b2b5-960da8b17ac2 {{(pid=73809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 13:15:24.485412 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-e35b333c-1247-48b1-b9be-407a38e92e70 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:15:24.488155 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-2b62a6a4-dc6e-46fc-aeac-e1d1222b0d78 req-53944657-e330-4baf-8470-2d38e3151af0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:24.491836 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-e35b333c-1247-48b1-b9be-407a38e92e70 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:15:24.510298 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.provisioning_blocks [req-2b62a6a4-dc6e-46fc-aeac-e1d1222b0d78 req-53944657-e330-4baf-8470-2d38e3151af0 service neutron] Transition to ACTIVE for port object b082d8b7-bbf5-4625-b2b5-960da8b17ac2 will not be triggered until provisioned by entity L2. {{(pid=73809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:15:24.515622 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b4de42-949f-4993-99e7-d33ab8a93406 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5382fea0-1a32-409e-b29e-140ee3c73dcc,revision_number=1']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:24.519030 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Pushing event updated for resources: {'Port': ['ID=cbc37f6d-ae64-4bbc-810e-9cbb64d89df6,revision_number=5']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:24.522478 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-2b62a6a4-dc6e-46fc-aeac-e1d1222b0d78 req-53944657-e330-4baf-8470-2d38e3151af0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4120194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773353276007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773352839720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773352839765'] for port, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:24.543038 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.397s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:24.544791 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-36c82dfa-ecbf-4666-aa2a-bd55f0a38e43 tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:24.547022 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-5918b5d9-36b2-459a-8043-2e5e2054f07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000748'] for agent, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:24.554020 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc13f2f1-4280-404c-b262-fb8be8719000 req-c828ba8d-ac86-4d63-a277-1deee65b52cc tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] Received port after_create {{(pid=73810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 13:15:24.562575 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc13f2f1-4280-404c-b262-fb8be8719000 req-c828ba8d-ac86-4d63-a277-1deee65b52cc tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:24.563224 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-cc13f2f1-4280-404c-b262-fb8be8719000 req-c828ba8d-ac86-4d63-a277-1deee65b52cc tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647359'] for port, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:24.668028 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-94ebb2dc-744e-41c7-9771-adb654c31b4f None None] Notify callbacks [] for port, precommit_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:24.694794 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-4337f546-8cb0-42c3-98f9-ae1bc68a24c2 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Notify callbacks [] for security_group, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:24.696846 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.provisioning_blocks [None req-94ebb2dc-744e-41c7-9771-adb654c31b4f None None] Transition to ACTIVE for port object d9d9c6c8-8d72-41ea-b437-3edd83d44965 will not be triggered until provisioned by entity L2. {{(pid=73812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:15:24.699581 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.db.l3_dvr_db [None req-961ae559-7c2b-4186-9007-9ee0ea32529e None None] Set router ec506334-ef4a-45b2-8dc2-db935ead4be8 gateway port host: dv-cinder-787195-5-smb {{(pid=73814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:15:24.711337 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-e35b333c-1247-48b1-b9be-407a38e92e70 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Notify callbacks [] for security_group, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:24.712743 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-94ebb2dc-744e-41c7-9771-adb654c31b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4120194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773353276007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773352839720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773352839765'] for port, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:24.717349 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-57b61071-fb62-4e42-8be6-a0d444d35e90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:24.782512 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d863867-09d3-4bef-884c-75ff5a96bca9 req-3a85f409-5bec-45f7-8a17-f4c5c41de987 tempest-DeleteServersTestJSON-277115900 tempest-DeleteServersTestJSON-277115900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:24.784219 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-6d863867-09d3-4bef-884c-75ff5a96bca9 req-3a85f409-5bec-45f7-8a17-f4c5c41de987 tempest-DeleteServersTestJSON-277115900 tempest-DeleteServersTestJSON-277115900-project] 10.222.0.84 "GET /v2.0/ports?device_id=b3975c68-1a37-4119-bd25-e9d861a3effc HTTP/1.1" status: 200 len: 944 time: 1.8388517 Apr 30 13:15:24.856119 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-91dccb78-7ea3-4616-aaf3-9c58dfabfc01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:24.858131 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53944657-e330-4baf-8470-2d38e3151af0 service neutron] Pushing event updated for resources: {'Port': ['ID=b082d8b7-bbf5-4625-b2b5-960da8b17ac2,revision_number=2']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:24.862241 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-53944657-e330-4baf-8470-2d38e3151af0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:24.892098 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-a8b4de42-949f-4993-99e7-d33ab8a93406 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.857s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:24.905609 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.managers [req-2b62a6a4-dc6e-46fc-aeac-e1d1222b0d78 req-53944657-e330-4baf-8470-2d38e3151af0 service neutron] Attempting to bind port b082d8b7-bbf5-4625-b2b5-960da8b17ac2 on host hv-cinder-78719 for vnic_type normal with profile {{(pid=73809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 13:15:24.906101 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.managers [req-2b62a6a4-dc6e-46fc-aeac-e1d1222b0d78 req-53944657-e330-4baf-8470-2d38e3151af0 service neutron] Attempting to bind port b082d8b7-bbf5-4625-b2b5-960da8b17ac2 by drivers openvswitch,hyperv on host hv-cinder-78719 at level 0 using segments [{'id': '052ca68a-8000-4628-b559-457dc5b361ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1127, 'network_id': '87e8e01a-ad03-481e-ad3a-b46f9803a913'}] {{(pid=73809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 13:15:24.906521 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b62a6a4-dc6e-46fc-aeac-e1d1222b0d78 req-53944657-e330-4baf-8470-2d38e3151af0 service neutron] Attempting to bind port b082d8b7-bbf5-4625-b2b5-960da8b17ac2 on network 87e8e01a-ad03-481e-ad3a-b46f9803a913 {{(pid=73809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:15:24.949074 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b62a6a4-dc6e-46fc-aeac-e1d1222b0d78 req-53944657-e330-4baf-8470-2d38e3151af0 service neutron] Port b082d8b7-bbf5-4625-b2b5-960da8b17ac2 on network 87e8e01a-ad03-481e-ad3a-b46f9803a913 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78719 {{(pid=73809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 30 13:15:24.950596 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b62a6a4-dc6e-46fc-aeac-e1d1222b0d78 req-53944657-e330-4baf-8470-2d38e3151af0 service neutron] Attempting to bind port b082d8b7-bbf5-4625-b2b5-960da8b17ac2 on network 87e8e01a-ad03-481e-ad3a-b46f9803a913 {{(pid=73809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:15:24.975001 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-91dccb78-7ea3-4616-aaf3-9c58dfabfc01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:24.975206 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-6b1b79b5-2321-4c10-b930-f46d34c1c494 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.868s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:24.976579 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ab15e3-bd60-4d4d-a230-9c7c4c5108c5 None None] Pushing event updated for resources: {'Port': ['ID=d9d9c6c8-8d72-41ea-b437-3edd83d44965,revision_number=3']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:24.985150 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-55ab15e3-bd60-4d4d-a230-9c7c4c5108c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:25.004397 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b62a6a4-dc6e-46fc-aeac-e1d1222b0d78 req-53944657-e330-4baf-8470-2d38e3151af0 service neutron] Checking agent: {'id': '9979f301-637a-421d-a751-ee4de56fc333', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78719', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 13, 10), 'started_at': datetime.datetime(2021, 4, 30, 13, 13, 10), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 15, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 13:15:25.006481 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b62a6a4-dc6e-46fc-aeac-e1d1222b0d78 req-53944657-e330-4baf-8470-2d38e3151af0 service neutron] Checking segment: {'id': '052ca68a-8000-4628-b559-457dc5b361ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1127, 'network_id': '87e8e01a-ad03-481e-ad3a-b46f9803a913'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:15:25.007013 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b62a6a4-dc6e-46fc-aeac-e1d1222b0d78 req-53944657-e330-4baf-8470-2d38e3151af0 service neutron] Bound using segment: {'id': '052ca68a-8000-4628-b559-457dc5b361ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1127, 'network_id': '87e8e01a-ad03-481e-ad3a-b46f9803a913'} {{(pid=73809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 13:15:25.007573 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.managers [req-2b62a6a4-dc6e-46fc-aeac-e1d1222b0d78 req-53944657-e330-4baf-8470-2d38e3151af0 service neutron] Bound port: b082d8b7-bbf5-4625-b2b5-960da8b17ac2, host: hv-cinder-78719, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '052ca68a-8000-4628-b559-457dc5b361ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1127, 'network_id': '87e8e01a-ad03-481e-ad3a-b46f9803a913'}}] {{(pid=73809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 13:15:25.008043 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-2b62a6a4-dc6e-46fc-aeac-e1d1222b0d78 req-53944657-e330-4baf-8470-2d38e3151af0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4120257'] for port, before_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:25.108402 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.managers [None req-94ebb2dc-744e-41c7-9771-adb654c31b4f None None] Attempting to bind port d9d9c6c8-8d72-41ea-b437-3edd83d44965 on host dv-cinder-787195-5-smb for vnic_type normal with profile {{(pid=73812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 13:15:25.108794 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.managers [None req-94ebb2dc-744e-41c7-9771-adb654c31b4f None None] Attempting to bind port d9d9c6c8-8d72-41ea-b437-3edd83d44965 by drivers openvswitch,hyperv on host dv-cinder-787195-5-smb at level 0 using segments [{'id': 'ff042486-32fa-466b-a0ab-93d4f13b17fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1123, 'network_id': '1457f85c-3f42-4120-b6e2-0f4ede8b9218'}] {{(pid=73812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 13:15:25.109169 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ebb2dc-744e-41c7-9771-adb654c31b4f None None] Attempting to bind port d9d9c6c8-8d72-41ea-b437-3edd83d44965 on network 1457f85c-3f42-4120-b6e2-0f4ede8b9218 {{(pid=73812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:15:25.127095 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ebb2dc-744e-41c7-9771-adb654c31b4f None None] Checking agent: {'id': '389db99c-db4b-44ca-8e25-149d3cf00f42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 6, 52), 'started_at': datetime.datetime(2021, 4, 30, 13, 7, 22), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 15, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 13:15:25.127422 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ebb2dc-744e-41c7-9771-adb654c31b4f None None] Checking segment: {'id': 'ff042486-32fa-466b-a0ab-93d4f13b17fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1123, 'network_id': '1457f85c-3f42-4120-b6e2-0f4ede8b9218'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:15:25.127843 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-94ebb2dc-744e-41c7-9771-adb654c31b4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:25.128246 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ebb2dc-744e-41c7-9771-adb654c31b4f None None] Bound using segment: {'id': 'ff042486-32fa-466b-a0ab-93d4f13b17fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1123, 'network_id': '1457f85c-3f42-4120-b6e2-0f4ede8b9218'} {{(pid=73812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 13:15:25.128780 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.managers [None req-94ebb2dc-744e-41c7-9771-adb654c31b4f None None] Bound port: d9d9c6c8-8d72-41ea-b437-3edd83d44965, host: dv-cinder-787195-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff042486-32fa-466b-a0ab-93d4f13b17fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1123, 'network_id': '1457f85c-3f42-4120-b6e2-0f4ede8b9218'}}] {{(pid=73812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 13:15:25.129165 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-94ebb2dc-744e-41c7-9771-adb654c31b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4120257'] for port, before_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:25.169762 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [req-2b62a6a4-dc6e-46fc-aeac-e1d1222b0d78 req-53944657-e330-4baf-8470-2d38e3151af0 service neutron] For port b082d8b7-bbf5-4625-b2b5-960da8b17ac2, host hv-cinder-78719, cleared binding levels {{(pid=73809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 13:15:25.173635 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [req-2b62a6a4-dc6e-46fc-aeac-e1d1222b0d78 req-53944657-e330-4baf-8470-2d38e3151af0 service neutron] For port b082d8b7-bbf5-4625-b2b5-960da8b17ac2, host hv-cinder-78719, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=b082d8b7-bbf5-4625-b2b5-960da8b17ac2,segment=NetworkSegment(052ca68a-8000-4628-b559-457dc5b361ff),segment_id=052ca68a-8000-4628-b559-457dc5b361ff)] {{(pid=73809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 13:15:25.184117 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.db.l3_hamode_db [None req-961ae559-7c2b-4186-9007-9ee0ea32529e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec506334-ef4a-45b2-8dc2-db935ead4be8', 'name': 'tempest-AttachVolumeShelveTestJSON-667705505-router', 'tenant_id': '1cdf6705df774b71b1ef55768d3b4135', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b95ef810-b08d-4c08-b0c0-c75d2ee1b25b', 'external_fixed_ips': [{'subnet_id': 'b3fe51b0-9be9-4b1a-951c-de133b7a88b5', 'ip_address': '172.28.3.47'}], 'enable_snat': True}, 'gw_port_id': '5a759980-3839-4849-86db-9ae124c9a28c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:14:52Z', 'updated_at': '2021-04-30T13:15:16Z', 'revision_number': 4, 'project_id': '1cdf6705df774b71b1ef55768d3b4135', 'gw_port': {'id': '5a759980-3839-4849-86db-9ae124c9a28c', 'name': '', 'network_id': 'b95ef810-b08d-4c08-b0c0-c75d2ee1b25b', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:87:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec506334-ef4a-45b2-8dc2-db935ead4be8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'b3fe51b0-9be9-4b1a-951c-de133b7a88b5', 'ip_address': '172.28.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:14:55Z', 'updated_at': '2021-04-30T13:15:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fe51b0-9be9-4b1a-951c-de133b7a88b5', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-5-smb', '_interfaces': [{'id': 'fc2b2f69-1d4b-4674-803a-ec61eadd06ab', 'name': '', 'network_id': 'e366e837-ed9f-4552-8a40-b501cbb570b4', 'tenant_id': '1cdf6705df774b71b1ef55768d3b4135', 'mac_address': 'fa:16:3e:50:aa:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec506334-ef4a-45b2-8dc2-db935ead4be8', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '6bc0199c-a631-4772-be49-5ae677a3d71f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:15:10Z', 'updated_at': '2021-04-30T13:15:24Z', 'revision_number': 4, 'project_id': '1cdf6705df774b71b1ef55768d3b4135', 'subnets': [{'id': '6bc0199c-a631-4772-be49-5ae677a3d71f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-5-smb', False) {} {{(pid=73814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:15:25.185953 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-2b62a6a4-dc6e-46fc-aeac-e1d1222b0d78 req-53944657-e330-4baf-8470-2d38e3151af0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4120194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773353276007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773352839720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773352839765'] for port, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:25.189489 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-961ae559-7c2b-4186-9007-9ee0ea32529e None None] The sync data for ids ['ec506334-ef4a-45b2-8dc2-db935ead4be8'] in dv-cinder-787195-5-smb is: [{'id': 'ec506334-ef4a-45b2-8dc2-db935ead4be8', 'name': 'tempest-AttachVolumeShelveTestJSON-667705505-router', 'tenant_id': '1cdf6705df774b71b1ef55768d3b4135', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b95ef810-b08d-4c08-b0c0-c75d2ee1b25b', 'external_fixed_ips': [{'subnet_id': 'b3fe51b0-9be9-4b1a-951c-de133b7a88b5', 'ip_address': '172.28.3.47'}], 'enable_snat': True}, 'gw_port_id': '5a759980-3839-4849-86db-9ae124c9a28c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:14:52Z', 'updated_at': '2021-04-30T13:15:16Z', 'revision_number': 4, 'project_id': '1cdf6705df774b71b1ef55768d3b4135', 'gw_port': {'id': '5a759980-3839-4849-86db-9ae124c9a28c', 'name': '', 'network_id': 'b95ef810-b08d-4c08-b0c0-c75d2ee1b25b', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:87:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec506334-ef4a-45b2-8dc2-db935ead4be8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'b3fe51b0-9be9-4b1a-951c-de133b7a88b5', 'ip_address': '172.28.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:14:55Z', 'updated_at': '2021-04-30T13:15:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fe51b0-9be9-4b1a-951c-de133b7a88b5', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-5-smb', '_interfaces': [{'id': 'fc2b2f69-1d4b-4674-803a-ec61eadd06ab', 'name': '', 'network_id': 'e366e837-ed9f-4552-8a40-b501cbb570b4', 'tenant_id': '1cdf6705df774b71b1ef55768d3b4135', 'mac_address': 'fa:16:3e:50:aa:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec506334-ef4a-45b2-8dc2-db935ead4be8', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '6bc0199c-a631-4772-be49-5ae677a3d71f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:15:10Z', 'updated_at': '2021-04-30T13:15:24Z', 'revision_number': 4, 'project_id': '1cdf6705df774b71b1ef55768d3b4135', 'subnets': [{'id': '6bc0199c-a631-4772-be49-5ae677a3d71f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 13:15:25.196430 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-6d863867-09d3-4bef-884c-75ff5a96bca9 req-9bd75334-ce80-4b0b-a966-b2ba4312754d tempest-DeleteServersTestJSON-277115900 tempest-DeleteServersTestJSON-277115900-project] 10.222.0.84 "GET /v2.0/security-groups?id=5c07e30f-6df6-4fa5-914b-5d27af06d4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3956091 Apr 30 13:15:25.211817 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:25.294355 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b62a6a4-dc6e-46fc-aeac-e1d1222b0d78 req-53944657-e330-4baf-8470-2d38e3151af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:25.295541 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-2b62a6a4-dc6e-46fc-aeac-e1d1222b0d78 req-53944657-e330-4baf-8470-2d38e3151af0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647359'] for port, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:25.297193 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [req-2b62a6a4-dc6e-46fc-aeac-e1d1222b0d78 req-53944657-e330-4baf-8470-2d38e3151af0 service neutron] 10.222.0.95 "PUT /v2.0/ports/b082d8b7-bbf5-4625-b2b5-960da8b17ac2 HTTP/1.1" status: 200 len: 1093 time: 2.4798708 Apr 30 13:15:25.297678 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2c2ec2c-d0c7-483c-8fb1-c8df54adab5a', 'tag': 'b082d8b7-bbf5-4625-b2b5-960da8b17ac2'}] {{(pid=73809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:15:25.319324 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c828ba8d-ac86-4d63-a277-1deee65b52cc tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] Pushing event updated for resources: {'Port': ['ID=e9b9b7f5-1d4d-40f3-9154-a9b6901db8a0,revision_number=1']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:25.349816 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53944657-e330-4baf-8470-2d38e3151af0 service neutron] Pushing event updated for resources: {'Port': ['ID=b082d8b7-bbf5-4625-b2b5-960da8b17ac2,revision_number=3']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:25.363490 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-e35b333c-1247-48b1-b9be-407a38e92e70 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:15:25.382944 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-c828ba8d-ac86-4d63-a277-1deee65b52cc tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.408s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:25.386774 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-53944657-e330-4baf-8470-2d38e3151af0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:25.411828 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-4337f546-8cb0-42c3-98f9-ae1bc68a24c2 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:15:25.424146 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-91dccb78-7ea3-4616-aaf3-9c58dfabfc01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985230'] for security_group, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:25.442927 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.db [None req-94ebb2dc-744e-41c7-9771-adb654c31b4f None None] For port d9d9c6c8-8d72-41ea-b437-3edd83d44965, host dv-cinder-787195-5-smb, cleared binding levels {{(pid=73812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 13:15:25.450383 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.db [None req-94ebb2dc-744e-41c7-9771-adb654c31b4f None None] For port d9d9c6c8-8d72-41ea-b437-3edd83d44965, host dv-cinder-787195-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-5-smb',level=0,port_id=d9d9c6c8-8d72-41ea-b437-3edd83d44965,segment=NetworkSegment(ff042486-32fa-466b-a0ab-93d4f13b17fd),segment_id=ff042486-32fa-466b-a0ab-93d4f13b17fd)] {{(pid=73812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 13:15:25.457537 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-e35b333c-1247-48b1-b9be-407a38e92e70 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Usage tracker for resource:security_group_rule and tenant:918e31ad0d5f410eac8b4de9626cac1f is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:15:25.463858 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-4337f546-8cb0-42c3-98f9-ae1bc68a24c2 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Usage tracker for resource:security_group_rule and tenant:1cdf6705df774b71b1ef55768d3b4135 is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:15:25.466713 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-94ebb2dc-744e-41c7-9771-adb654c31b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4120194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773353276007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773352839720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773352839765'] for port, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:25.467117 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-5ae9dc9e-5257-4dd4-8511-abae4a92335a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:25.471257 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-4337f546-8cb0-42c3-98f9-ae1bc68a24c2 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:15:25.471517 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:25.483228 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-e35b333c-1247-48b1-b9be-407a38e92e70 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:15:25.489012 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91dccb78-7ea3-4616-aaf3-9c58dfabfc01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5382fea0-1a32-409e-b29e-140ee3c73dcc,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:25.490019 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-cc13f2f1-4280-404c-b262-fb8be8719000 req-c828ba8d-ac86-4d63-a277-1deee65b52cc tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6677721 Apr 30 13:15:25.494945 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-91dccb78-7ea3-4616-aaf3-9c58dfabfc01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:25.496889 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-91dccb78-7ea3-4616-aaf3-9c58dfabfc01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:25.500426 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [None req-91dccb78-7ea3-4616-aaf3-9c58dfabfc01 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/5382fea0-1a32-409e-b29e-140ee3c73dcc HTTP/1.1" status: 204 len: 168 time: 1.0534804 Apr 30 13:15:25.500426 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b62a6a4-dc6e-46fc-aeac-e1d1222b0d78 req-44c96dad-e81b-48ca-98f0-5a301318c8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:25.514555 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [req-2b62a6a4-dc6e-46fc-aeac-e1d1222b0d78 req-44c96dad-e81b-48ca-98f0-5a301318c8c3 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=6ab0fe6b7e8645a0861136e67b76d521&device_id=c2c2ec2c-d0c7-483c-8fb1-c8df54adab5a HTTP/1.1" status: 200 len: 1096 time: 0.1593273 Apr 30 13:15:25.516724 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-4337f546-8cb0-42c3-98f9-ae1bc68a24c2 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:15:25.518881 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-e35b333c-1247-48b1-b9be-407a38e92e70 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:15:25.656161 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ebb2dc-744e-41c7-9771-adb654c31b4f None None] Routers {'a52af78f-7ad6-4e52-9c94-77c21fdc33b1'} bound to L3 agent in host dv-cinder-787195-5-smb {{(pid=73812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:15:25.656845 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.l3_hamode_db [None req-94ebb2dc-744e-41c7-9771-adb654c31b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T13:06:52Z,description=,heartbeat_timestamp=2021-04-30T13:15:22Z,host='dv-cinder-787195-5-smb',id=0896dfae-3c2f-4fc2-b5f4-9284ce516a86,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:06:52Z,topic='l3_agent')) {'router_ids': ['a52af78f-7ad6-4e52-9c94-77c21fdc33b1'], 'active': True} {{(pid=73812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:15:25.672645 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.v2.base [req-cc13f2f1-4280-404c-b262-fb8be8719000 req-be0f4ed5-2cdc-4c81-9f62-19fec6392492 service neutron] Request body: {'port': {'device_id': '629aaee7-e32c-43e8-ad87-68a35cc7a888', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78719'}} {{(pid=73810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:15:25.716756 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [req-2b62a6a4-dc6e-46fc-aeac-e1d1222b0d78 req-43d72c28-880f-4cd8-823a-552737e9fce4 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b082d8b7-bbf5-4625-b2b5-960da8b17ac2 HTTP/1.1" status: 200 len: 217 time: 0.1966877 Apr 30 13:15:25.783281 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ab15e3-bd60-4d4d-a230-9c7c4c5108c5 None None] Pushing event updated for resources: {'Port': ['ID=d9d9c6c8-8d72-41ea-b437-3edd83d44965,revision_number=4']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:25.799149 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-55ab15e3-bd60-4d4d-a230-9c7c4c5108c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:25.881676 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b62a6a4-dc6e-46fc-aeac-e1d1222b0d78 req-5090261a-a246-42c2-80b5-4f97b064f113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:25.883248 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [req-2b62a6a4-dc6e-46fc-aeac-e1d1222b0d78 req-5090261a-a246-42c2-80b5-4f97b064f113 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=ddc22c5d-ab26-4345-8096-8d0d17e2da1d HTTP/1.1" status: 200 len: 859 time: 0.1548626 Apr 30 13:15:25.941303 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-e35b333c-1247-48b1-b9be-407a38e92e70 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Notify callbacks [] for security_group, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:25.994123 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [req-2b62a6a4-dc6e-46fc-aeac-e1d1222b0d78 req-fb57b95a-043c-4724-9b74-e6707880d9d1 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=87e8e01a-ad03-481e-ad3a-b46f9803a913&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1008222 Apr 30 13:15:26.014463 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.l3_dvr_db [None req-94ebb2dc-744e-41c7-9771-adb654c31b4f None None] Set router a52af78f-7ad6-4e52-9c94-77c21fdc33b1 gateway port host: dv-cinder-787195-5-smb {{(pid=73812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:15:26.015248 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841e4f09-d337-4cbf-99b2-7597d571b4ea req-57179b47-7d0b-4d7e-b5d6-25076d824f78 tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:26.016268 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.quota.resource [req-841e4f09-d337-4cbf-99b2-7597d571b4ea req-57179b47-7d0b-4d7e-b5d6-25076d824f78 tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] Synchronizing usage tracker for tenant:6ab0fe6b7e8645a0861136e67b76d521 on resource:port {{(pid=73810) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:15:26.024082 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-e35b333c-1247-48b1-b9be-407a38e92e70 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985230'] for security_group, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:26.106043 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-828c9fde-f376-4db4-ab1e-6c4e7cfc2b7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:26.167188 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35b333c-1247-48b1-b9be-407a38e92e70 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38056ed3-e545-461e-877e-10c00fc58fe1,revision_number=1']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:26.178706 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-e35b333c-1247-48b1-b9be-407a38e92e70 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:26.183590 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-e35b333c-1247-48b1-b9be-407a38e92e70 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Notify callbacks [] for security_group, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:26.187435 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [None req-e35b333c-1247-48b1-b9be-407a38e92e70 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.7704544 Apr 30 13:15:26.188529 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.quota.resource [req-841e4f09-d337-4cbf-99b2-7597d571b4ea req-57179b47-7d0b-4d7e-b5d6-25076d824f78 tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] Unset dirty status for tenant:6ab0fe6b7e8645a0861136e67b76d521 on resource:port {{(pid=73810) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:15:26.198327 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-841e4f09-d337-4cbf-99b2-7597d571b4ea req-57179b47-7d0b-4d7e-b5d6-25076d824f78 tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] 10.222.0.84 "GET /v2.0/ports?device_id=629aaee7-e32c-43e8-ad87-68a35cc7a888 HTTP/1.1" status: 200 len: 931 time: 1.6839621 Apr 30 13:15:26.219397 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.84', 52972) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:15:26.276541 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.v2.base [None req-5ddd2bc2-a19d-414b-97c8-0e79878ab935 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Request body: {'security_group_rule': {'security_group_id': '38056ed3-e545-461e-877e-10c00fc58fe1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=73810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:15:26.314623 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-cc13f2f1-4280-404c-b262-fb8be8719000 req-be0f4ed5-2cdc-4c81-9f62-19fec6392492 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4120257'] for port, before_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:26.347157 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-5ddd2bc2-a19d-414b-97c8-0e79878ab935 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:15:26.356545 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [req-2b62a6a4-dc6e-46fc-aeac-e1d1222b0d78 req-7bfd5492-0b54-421e-82e2-ebde859ee878 service neutron] 10.222.0.95 "GET /v2.0/networks/87e8e01a-ad03-481e-ad3a-b46f9803a913?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3536384 Apr 30 13:15:26.381543 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-5ddd2bc2-a19d-414b-97c8-0e79878ab935 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Usage tracker for resource:security_group_rule and tenant:918e31ad0d5f410eac8b4de9626cac1f is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:15:26.409971 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-5ddd2bc2-a19d-414b-97c8-0e79878ab935 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:15:26.479684 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-5ddd2bc2-a19d-414b-97c8-0e79878ab935 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:15:26.517565 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.quota.resource [req-841e4f09-d337-4cbf-99b2-7597d571b4ea req-6811ec72-ed4a-4100-b34a-2406ad163138 tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] Synchronizing usage tracker for tenant:6ab0fe6b7e8645a0861136e67b76d521 on resource:security_group {{(pid=73810) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:15:26.666402 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [req-2b62a6a4-dc6e-46fc-aeac-e1d1222b0d78 req-f77c09ba-2a0e-4a12-b60e-d992d986c37f service neutron] 10.222.0.95 "GET /v2.0/networks/87e8e01a-ad03-481e-ad3a-b46f9803a913?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3020184 Apr 30 13:15:26.703109 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.rpc [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Device 5735bba6-0cb1-4d26-933c-470686a812a8 up at agent hyperv_hv-cinder-78719 {{(pid=73812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:15:26.727659 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548dfb36-ad6b-4c09-99cc-c1689d0064d4 req-e7c69931-ea21-459a-a723-f489e52be0dc tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:26.735563 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-548dfb36-ad6b-4c09-99cc-c1689d0064d4 req-e7c69931-ea21-459a-a723-f489e52be0dc tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] 10.222.0.84 "GET /v2.0/ports?device_id=465bafa6-50c3-4b95-a86f-7b10b4f1310d HTTP/1.1" status: 200 len: 945 time: 1.2355831 Apr 30 13:15:26.785375 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-4337f546-8cb0-42c3-98f9-ae1bc68a24c2 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Notify callbacks [] for security_group, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:26.786342 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-5ddd2bc2-a19d-414b-97c8-0e79878ab935 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:26.812604 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-4337f546-8cb0-42c3-98f9-ae1bc68a24c2 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985230'] for security_group, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:26.865627 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-548dfb36-ad6b-4c09-99cc-c1689d0064d4 req-fa1b4f18-47e2-4072-b1fc-9c8a9eadc3ad tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] 10.222.0.84 "GET /v2.0/security-groups?id=78b91c60-43f7-43d4-ab5b-e36ce0163f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290824 Apr 30 13:15:26.902184 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-e35b333c-1247-48b1-b9be-407a38e92e70 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:26.918840 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.quota.resource [req-841e4f09-d337-4cbf-99b2-7597d571b4ea req-6811ec72-ed4a-4100-b34a-2406ad163138 tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] Unset dirty status for tenant:6ab0fe6b7e8645a0861136e67b76d521 on resource:security_group {{(pid=73810) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:15:26.920420 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-841e4f09-d337-4cbf-99b2-7597d571b4ea req-6811ec72-ed4a-4100-b34a-2406ad163138 tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] 10.222.0.84 "GET /v2.0/security-groups?id=3c42be87-8352-42cf-a6e1-e7e026aabbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7208436 Apr 30 13:15:26.921604 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.provisioning_blocks [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Provisioning for port 5735bba6-0cb1-4d26-933c-470686a812a8 completed by entity L2. {{(pid=73812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:15:26.927397 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.provisioning_blocks [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Provisioning complete for port 5735bba6-0cb1-4d26-933c-470686a812a8 triggered by entity L2. {{(pid=73812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:15:26.927777 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000605'] for port, provisioning_complete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:26.969129 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.l3_hamode_db [None req-94ebb2dc-744e-41c7-9771-adb654c31b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a52af78f-7ad6-4e52-9c94-77c21fdc33b1', 'name': 'tempest-AttachVolumeTestJSON-49034861-router', 'tenant_id': '918e31ad0d5f410eac8b4de9626cac1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b95ef810-b08d-4c08-b0c0-c75d2ee1b25b', 'external_fixed_ips': [{'subnet_id': 'b3fe51b0-9be9-4b1a-951c-de133b7a88b5', 'ip_address': '172.28.3.197'}], 'enable_snat': True}, 'gw_port_id': '03710d16-da09-4f6d-b90a-06e717570d2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:14:54Z', 'updated_at': '2021-04-30T13:15:16Z', 'revision_number': 4, 'project_id': '918e31ad0d5f410eac8b4de9626cac1f', 'gw_port': {'id': '03710d16-da09-4f6d-b90a-06e717570d2e', 'name': '', 'network_id': 'b95ef810-b08d-4c08-b0c0-c75d2ee1b25b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:1f:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a52af78f-7ad6-4e52-9c94-77c21fdc33b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'b3fe51b0-9be9-4b1a-951c-de133b7a88b5', 'ip_address': '172.28.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:14:56Z', 'updated_at': '2021-04-30T13:15:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fe51b0-9be9-4b1a-951c-de133b7a88b5', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-5-smb', '_interfaces': [{'id': 'd9d9c6c8-8d72-41ea-b437-3edd83d44965', 'name': '', 'network_id': '1457f85c-3f42-4120-b6e2-0f4ede8b9218', 'tenant_id': '918e31ad0d5f410eac8b4de9626cac1f', 'mac_address': 'fa:16:3e:80:f5:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a52af78f-7ad6-4e52-9c94-77c21fdc33b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '8da5f9ec-8d10-4fc1-8b60-251865469edd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:15:10Z', 'updated_at': '2021-04-30T13:15:25Z', 'revision_number': 4, 'project_id': '918e31ad0d5f410eac8b4de9626cac1f', 'subnets': [{'id': '8da5f9ec-8d10-4fc1-8b60-251865469edd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-5-smb', False) {} {{(pid=73812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:15:26.980006 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94ebb2dc-744e-41c7-9771-adb654c31b4f None None] The sync data for ids ['a52af78f-7ad6-4e52-9c94-77c21fdc33b1'] in dv-cinder-787195-5-smb is: [{'id': 'a52af78f-7ad6-4e52-9c94-77c21fdc33b1', 'name': 'tempest-AttachVolumeTestJSON-49034861-router', 'tenant_id': '918e31ad0d5f410eac8b4de9626cac1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b95ef810-b08d-4c08-b0c0-c75d2ee1b25b', 'external_fixed_ips': [{'subnet_id': 'b3fe51b0-9be9-4b1a-951c-de133b7a88b5', 'ip_address': '172.28.3.197'}], 'enable_snat': True}, 'gw_port_id': '03710d16-da09-4f6d-b90a-06e717570d2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:14:54Z', 'updated_at': '2021-04-30T13:15:16Z', 'revision_number': 4, 'project_id': '918e31ad0d5f410eac8b4de9626cac1f', 'gw_port': {'id': '03710d16-da09-4f6d-b90a-06e717570d2e', 'name': '', 'network_id': 'b95ef810-b08d-4c08-b0c0-c75d2ee1b25b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:1f:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a52af78f-7ad6-4e52-9c94-77c21fdc33b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'b3fe51b0-9be9-4b1a-951c-de133b7a88b5', 'ip_address': '172.28.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:14:56Z', 'updated_at': '2021-04-30T13:15:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fe51b0-9be9-4b1a-951c-de133b7a88b5', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-5-smb', '_interfaces': [{'id': 'd9d9c6c8-8d72-41ea-b437-3edd83d44965', 'name': '', 'network_id': '1457f85c-3f42-4120-b6e2-0f4ede8b9218', 'tenant_id': '918e31ad0d5f410eac8b4de9626cac1f', 'mac_address': 'fa:16:3e:80:f5:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a52af78f-7ad6-4e52-9c94-77c21fdc33b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '8da5f9ec-8d10-4fc1-8b60-251865469edd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:15:10Z', 'updated_at': '2021-04-30T13:15:25Z', 'revision_number': 4, 'project_id': '918e31ad0d5f410eac8b4de9626cac1f', 'subnets': [{'id': '8da5f9ec-8d10-4fc1-8b60-251865469edd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 13:15:27.026478 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2c2ec2c-d0c7-483c-8fb1-c8df54adab5a', 'tag': 'b082d8b7-bbf5-4625-b2b5-960da8b17ac2', 'status': 'completed', 'code': 200} Apr 30 13:15:27.206609 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4120257'] for port, before_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:27.245967 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.db [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] For port 5735bba6-0cb1-4d26-933c-470686a812a8, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=5735bba6-0cb1-4d26-933c-470686a812a8,segment=NetworkSegment(464fd61d-8303-45a4-a55d-5d069c9797b6),segment_id=464fd61d-8303-45a4-a55d-5d069c9797b6)] {{(pid=73812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:15:27.253182 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4120194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773353276007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773352839720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773352839765'] for port, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:27.256860 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:27.303886 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29160551-fd02-45be-b77b-482ea460cbfd req-d54c1545-56bd-4ddf-ace8-a0d10db13289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:27.305956 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [req-29160551-fd02-45be-b77b-482ea460cbfd req-d54c1545-56bd-4ddf-ace8-a0d10db13289 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=6ab0fe6b7e8645a0861136e67b76d521&device_id=c2c2ec2c-d0c7-483c-8fb1-c8df54adab5a HTTP/1.1" status: 200 len: 1096 time: 0.2536933 Apr 30 13:15:27.380738 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.rpc [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Device fc2b2f69-1d4b-4674-803a-ec61eadd06ab up at agent ovs-agent-dv-cinder-787195-5-smb {{(pid=73812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:15:27.393204 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4337f546-8cb0-42c3-98f9-ae1bc68a24c2 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e084591c-f787-483b-9216-30d5c5cd705c,revision_number=1']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:27.414458 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-4337f546-8cb0-42c3-98f9-ae1bc68a24c2 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Notify callbacks [] for security_group, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:27.415576 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [None req-4337f546-8cb0-42c3-98f9-ae1bc68a24c2 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 3.4472449 Apr 30 13:15:27.457298 dv-cinder-787195-5-smb neutron-server[73812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '465bafa6-50c3-4b95-a86f-7b10b4f1310d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbc37f6d-ae64-4bbc-810e-9cbb64d89df6', 'code': 200} Apr 30 13:15:27.468753 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-5ddd2bc2-a19d-414b-97c8-0e79878ab935 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:27.477183 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-4337f546-8cb0-42c3-98f9-ae1bc68a24c2 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.575s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:27.482153 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.84', 53004) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:15:27.504621 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.v2.base [None req-e0273207-645d-4879-b7b3-e6d42375fee9 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Request body: {'security_group_rule': {'security_group_id': 'e084591c-f787-483b-9216-30d5c5cd705c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=73809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:15:27.506857 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.db.resource_extend [req-cc13f2f1-4280-404c-b262-fb8be8719000 req-be0f4ed5-2cdc-4c81-9f62-19fec6392492 service neutron] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=73810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 30 13:15:27.513487 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-e0273207-645d-4879-b7b3-e6d42375fee9 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:15:27.519819 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-e0273207-645d-4879-b7b3-e6d42375fee9 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Usage tracker for resource:security_group_rule and tenant:1cdf6705df774b71b1ef55768d3b4135 is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:15:27.525125 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-e0273207-645d-4879-b7b3-e6d42375fee9 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:15:27.536309 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-e0273207-645d-4879-b7b3-e6d42375fee9 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:15:27.573652 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Pushing event updated for resources: {'Port': ['ID=5735bba6-0cb1-4d26-933c-470686a812a8,revision_number=5']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:27.589067 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:27.606989 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29160551-fd02-45be-b77b-482ea460cbfd req-969f70e3-c0d6-4f10-b0f3-e43fb1d0cd85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:27.611886 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [req-29160551-fd02-45be-b77b-482ea460cbfd req-969f70e3-c0d6-4f10-b0f3-e43fb1d0cd85 service neutron] 10.222.0.95 "GET /v2.0/networks?id=87e8e01a-ad03-481e-ad3a-b46f9803a913 HTTP/1.1" status: 200 len: 921 time: 0.2965467 Apr 30 13:15:27.614554 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.provisioning_blocks [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Provisioning for port fc2b2f69-1d4b-4674-803a-ec61eadd06ab completed by entity L2. {{(pid=73812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:15:27.616595 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-e0273207-645d-4879-b7b3-e6d42375fee9 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:27.619576 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.notifiers.nova [req-cc13f2f1-4280-404c-b262-fb8be8719000 req-be0f4ed5-2cdc-4c81-9f62-19fec6392492 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9b9b7f5-1d4d-40f3-9154-a9b6901db8a0 {{(pid=73810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 13:15:27.621546 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.provisioning_blocks [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Provisioning complete for port fc2b2f69-1d4b-4674-803a-ec61eadd06ab triggered by entity L2. {{(pid=73812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:15:27.622652 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000605'] for port, provisioning_complete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:27.637336 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-cc13f2f1-4280-404c-b262-fb8be8719000 req-be0f4ed5-2cdc-4c81-9f62-19fec6392492 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:27.739232 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-5ddd2bc2-a19d-414b-97c8-0e79878ab935 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988753'] for security_group_rule, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:27.747703 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-e0273207-645d-4879-b7b3-e6d42375fee9 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:27.760021 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [req-cc13f2f1-4280-404c-b262-fb8be8719000 req-be0f4ed5-2cdc-4c81-9f62-19fec6392492 service neutron] Transition to ACTIVE for port object e9b9b7f5-1d4d-40f3-9154-a9b6901db8a0 will not be triggered until provisioned by entity L2. {{(pid=73810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:15:27.811573 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:27.853765 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-cc13f2f1-4280-404c-b262-fb8be8719000 req-be0f4ed5-2cdc-4c81-9f62-19fec6392492 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4120194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773353276007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773352839720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773352839765'] for port, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:27.887552 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddd2bc2-a19d-414b-97c8-0e79878ab935 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9768ef5-f127-4a2e-a41e-d2f6075cacd9,revision_number=0']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:27.929477 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-5ddd2bc2-a19d-414b-97c8-0e79878ab935 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:27.933484 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-c828ba8d-ac86-4d63-a277-1deee65b52cc tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.048s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:27.939528 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-e0273207-645d-4879-b7b3-e6d42375fee9 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988753'] for security_group_rule, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:27.999939 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [req-29160551-fd02-45be-b77b-482ea460cbfd req-53488eb1-4cf0-4981-934c-a4012ce15902 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b082d8b7-bbf5-4625-b2b5-960da8b17ac2 HTTP/1.1" status: 200 len: 217 time: 0.2931509 Apr 30 13:15:28.022793 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:28.035671 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4120257'] for port, before_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:28.054782 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-5ddd2bc2-a19d-414b-97c8-0e79878ab935 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:28.056192 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [None req-5ddd2bc2-a19d-414b-97c8-0e79878ab935 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.8307586 Apr 30 13:15:28.111861 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.84', 53036) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:15:28.118811 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.db [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] For port fc2b2f69-1d4b-4674-803a-ec61eadd06ab, host dv-cinder-787195-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-5-smb',level=0,port_id=fc2b2f69-1d4b-4674-803a-ec61eadd06ab,segment=NetworkSegment(bd5afee6-82cf-4022-aa9c-8998fa98a06d),segment_id=bd5afee6-82cf-4022-aa9c-8998fa98a06d)] {{(pid=73812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:15:28.125414 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.v2.base [None req-1513d562-31d0-43f3-8b6f-490e96e999e6 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Request body: {'security_group_rule': {'security_group_id': '38056ed3-e545-461e-877e-10c00fc58fe1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=73810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:15:28.129462 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4120194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773353276007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773352839720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773352839765'] for port, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:28.131451 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-57b61071-fb62-4e42-8be6-a0d444d35e90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:28.157835 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0273207-645d-4879-b7b3-e6d42375fee9 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa1590cc-5b27-4c80-b9bd-d32d5e1b3a1f,revision_number=0']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:28.161313 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-1513d562-31d0-43f3-8b6f-490e96e999e6 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:15:28.174558 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-e0273207-645d-4879-b7b3-e6d42375fee9 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:28.205369 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-e0273207-645d-4879-b7b3-e6d42375fee9 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:28.206755 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [None req-e0273207-645d-4879-b7b3-e6d42375fee9 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7223964 Apr 30 13:15:28.210567 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.84', 53046) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:15:28.217571 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29160551-fd02-45be-b77b-482ea460cbfd req-1f5140c2-5e53-42e6-9635-3f1ed9172e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:28.219045 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [req-29160551-fd02-45be-b77b-482ea460cbfd req-1f5140c2-5e53-42e6-9635-3f1ed9172e51 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=ddc22c5d-ab26-4345-8096-8d0d17e2da1d HTTP/1.1" status: 200 len: 859 time: 0.2050340 Apr 30 13:15:28.222812 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.v2.base [None req-a5387899-73d9-4833-9c04-b818402fc26d tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Request body: {'security_group_rule': {'security_group_id': 'e084591c-f787-483b-9216-30d5c5cd705c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=73809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:15:28.276862 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [req-29160551-fd02-45be-b77b-482ea460cbfd req-fc334598-6509-450a-992b-bae0744fc163 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=87e8e01a-ad03-481e-ad3a-b46f9803a913&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476608 Apr 30 13:15:28.278003 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-a5387899-73d9-4833-9c04-b818402fc26d tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:15:28.287588 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996327bc-c51e-4ce9-8803-3ed946780f97 req-486b8d51-c1c7-4a83-a4cb-5539dee83c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:28.289225 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [req-996327bc-c51e-4ce9-8803-3ed946780f97 req-486b8d51-c1c7-4a83-a4cb-5539dee83c11 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=465bafa6-50c3-4b95-a86f-7b10b4f1310d HTTP/1.1" status: 200 len: 1098 time: 0.3508680 Apr 30 13:15:28.290249 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-a5387899-73d9-4833-9c04-b818402fc26d tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Usage tracker for resource:security_group_rule and tenant:1cdf6705df774b71b1ef55768d3b4135 is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:15:28.306855 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-1513d562-31d0-43f3-8b6f-490e96e999e6 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Usage tracker for resource:security_group_rule and tenant:918e31ad0d5f410eac8b4de9626cac1f is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:15:28.311240 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-a5387899-73d9-4833-9c04-b818402fc26d tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:15:28.315588 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-1513d562-31d0-43f3-8b6f-490e96e999e6 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:15:28.322408 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Pushing event updated for resources: {'Port': ['ID=fc2b2f69-1d4b-4674-803a-ec61eadd06ab,revision_number=5']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:28.322649 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-1513d562-31d0-43f3-8b6f-490e96e999e6 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:15:28.325647 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:28.354604 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a92a740-8e00-46e7-8684-0907abb5604c req-0434a462-95da-4019-8e6f-9be1fb6fd27e tempest-DeleteServersTestJSON-277115900 tempest-DeleteServersTestJSON-277115900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:28.362429 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-2a92a740-8e00-46e7-8684-0907abb5604c req-0434a462-95da-4019-8e6f-9be1fb6fd27e tempest-DeleteServersTestJSON-277115900 tempest-DeleteServersTestJSON-277115900-project] 10.222.0.84 "GET /v2.0/ports?device_id=b3975c68-1a37-4119-bd25-e9d861a3effc HTTP/1.1" status: 200 len: 945 time: 1.0972722 Apr 30 13:15:28.364657 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0f4ed5-2cdc-4c81-9f62-19fec6392492 service neutron] Pushing event updated for resources: {'Port': ['ID=e9b9b7f5-1d4d-40f3-9154-a9b6901db8a0,revision_number=2']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:28.371460 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-be0f4ed5-2cdc-4c81-9f62-19fec6392492 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.438s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:28.385704 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-a5387899-73d9-4833-9c04-b818402fc26d tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:15:28.396233 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-996327bc-c51e-4ce9-8803-3ed946780f97 req-93cfb74a-70fe-4049-bda5-b3e032fb28db service neutron] Notify callbacks [] for security_group, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:28.418169 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-1513d562-31d0-43f3-8b6f-490e96e999e6 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:28.433548 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.managers [req-cc13f2f1-4280-404c-b262-fb8be8719000 req-be0f4ed5-2cdc-4c81-9f62-19fec6392492 service neutron] Attempting to bind port e9b9b7f5-1d4d-40f3-9154-a9b6901db8a0 on host hv-cinder-78719 for vnic_type normal with profile {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 13:15:28.434106 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.managers [req-cc13f2f1-4280-404c-b262-fb8be8719000 req-be0f4ed5-2cdc-4c81-9f62-19fec6392492 service neutron] Attempting to bind port e9b9b7f5-1d4d-40f3-9154-a9b6901db8a0 by drivers openvswitch,hyperv on host hv-cinder-78719 at level 0 using segments [{'id': '052ca68a-8000-4628-b559-457dc5b361ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1127, 'network_id': '87e8e01a-ad03-481e-ad3a-b46f9803a913'}] {{(pid=73810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 13:15:28.434440 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc13f2f1-4280-404c-b262-fb8be8719000 req-be0f4ed5-2cdc-4c81-9f62-19fec6392492 service neutron] Attempting to bind port e9b9b7f5-1d4d-40f3-9154-a9b6901db8a0 on network 87e8e01a-ad03-481e-ad3a-b46f9803a913 {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:15:28.445892 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc13f2f1-4280-404c-b262-fb8be8719000 req-be0f4ed5-2cdc-4c81-9f62-19fec6392492 service neutron] Port e9b9b7f5-1d4d-40f3-9154-a9b6901db8a0 on network 87e8e01a-ad03-481e-ad3a-b46f9803a913 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78719 {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 30 13:15:28.445892 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc13f2f1-4280-404c-b262-fb8be8719000 req-be0f4ed5-2cdc-4c81-9f62-19fec6392492 service neutron] Attempting to bind port e9b9b7f5-1d4d-40f3-9154-a9b6901db8a0 on network 87e8e01a-ad03-481e-ad3a-b46f9803a913 {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:15:28.501870 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [req-996327bc-c51e-4ce9-8803-3ed946780f97 req-93cfb74a-70fe-4049-bda5-b3e032fb28db service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:15:28.506427 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc13f2f1-4280-404c-b262-fb8be8719000 req-be0f4ed5-2cdc-4c81-9f62-19fec6392492 service neutron] Checking agent: {'id': '9979f301-637a-421d-a751-ee4de56fc333', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78719', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 13, 10), 'started_at': datetime.datetime(2021, 4, 30, 13, 13, 10), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 15, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 13:15:28.506966 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc13f2f1-4280-404c-b262-fb8be8719000 req-be0f4ed5-2cdc-4c81-9f62-19fec6392492 service neutron] Checking segment: {'id': '052ca68a-8000-4628-b559-457dc5b361ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1127, 'network_id': '87e8e01a-ad03-481e-ad3a-b46f9803a913'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:15:28.507148 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc13f2f1-4280-404c-b262-fb8be8719000 req-be0f4ed5-2cdc-4c81-9f62-19fec6392492 service neutron] Bound using segment: {'id': '052ca68a-8000-4628-b559-457dc5b361ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1127, 'network_id': '87e8e01a-ad03-481e-ad3a-b46f9803a913'} {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 13:15:28.507595 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.managers [req-cc13f2f1-4280-404c-b262-fb8be8719000 req-be0f4ed5-2cdc-4c81-9f62-19fec6392492 service neutron] Bound port: e9b9b7f5-1d4d-40f3-9154-a9b6901db8a0, host: hv-cinder-78719, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '052ca68a-8000-4628-b559-457dc5b361ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1127, 'network_id': '87e8e01a-ad03-481e-ad3a-b46f9803a913'}}] {{(pid=73810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 13:15:28.507940 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-cc13f2f1-4280-404c-b262-fb8be8719000 req-be0f4ed5-2cdc-4c81-9f62-19fec6392492 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4120257'] for port, before_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:28.524440 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.quota.resource [req-996327bc-c51e-4ce9-8803-3ed946780f97 req-93cfb74a-70fe-4049-bda5-b3e032fb28db service neutron] Usage tracker for resource:security_group_rule and tenant:2af01466c1b84f058bb32471a3599ea8 is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:15:28.529664 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-a5387899-73d9-4833-9c04-b818402fc26d tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:28.538626 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.quota.resource [req-996327bc-c51e-4ce9-8803-3ed946780f97 req-93cfb74a-70fe-4049-bda5-b3e032fb28db service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:15:28.552225 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [req-996327bc-c51e-4ce9-8803-3ed946780f97 req-93cfb74a-70fe-4049-bda5-b3e032fb28db service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:15:28.567367 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-2a92a740-8e00-46e7-8684-0907abb5604c req-a2ad4bbd-aec8-41e9-a49d-71888453a96d tempest-DeleteServersTestJSON-277115900 tempest-DeleteServersTestJSON-277115900-project] 10.222.0.84 "GET /v2.0/security-groups?id=5c07e30f-6df6-4fa5-914b-5d27af06d4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039480 Apr 30 13:15:28.660122 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [req-29160551-fd02-45be-b77b-482ea460cbfd req-09f7a0ba-aa8d-4ea7-a20b-d2c1e792e6e0 service neutron] 10.222.0.95 "GET /v2.0/networks/87e8e01a-ad03-481e-ad3a-b46f9803a913?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3666720 Apr 30 13:15:28.729021 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-a5387899-73d9-4833-9c04-b818402fc26d tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:28.778897 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2e8a9e-94b8-4a5a-9caf-21a4e33841c1 req-537335a1-ac0b-4e37-8ff3-43e7c26e2f1a tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:28.780687 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-5a2e8a9e-94b8-4a5a-9caf-21a4e33841c1 req-537335a1-ac0b-4e37-8ff3-43e7c26e2f1a tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] 10.222.0.84 "GET /v2.0/ports?device_id=465bafa6-50c3-4b95-a86f-7b10b4f1310d HTTP/1.1" status: 200 len: 945 time: 0.6264853 Apr 30 13:15:28.785362 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-1513d562-31d0-43f3-8b6f-490e96e999e6 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:28.795348 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-a5387899-73d9-4833-9c04-b818402fc26d tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988753'] for security_group_rule, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:28.815113 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:28.841855 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.db [req-cc13f2f1-4280-404c-b262-fb8be8719000 req-be0f4ed5-2cdc-4c81-9f62-19fec6392492 service neutron] For port e9b9b7f5-1d4d-40f3-9154-a9b6901db8a0, host hv-cinder-78719, cleared binding levels {{(pid=73810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 13:15:28.844007 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-1513d562-31d0-43f3-8b6f-490e96e999e6 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988753'] for security_group_rule, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:28.882349 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-5ddd2bc2-a19d-414b-97c8-0e79878ab935 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:28.884642 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5387899-73d9-4833-9c04-b818402fc26d tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4fcfab0-3006-4b0f-9232-9118e14215f9,revision_number=0']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:28.888571 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-a5387899-73d9-4833-9c04-b818402fc26d tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:28.896545 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.db [req-cc13f2f1-4280-404c-b262-fb8be8719000 req-be0f4ed5-2cdc-4c81-9f62-19fec6392492 service neutron] For port e9b9b7f5-1d4d-40f3-9154-a9b6901db8a0, host hv-cinder-78719, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=e9b9b7f5-1d4d-40f3-9154-a9b6901db8a0,segment=NetworkSegment(052ca68a-8000-4628-b559-457dc5b361ff),segment_id=052ca68a-8000-4628-b559-457dc5b361ff)] {{(pid=73810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 13:15:28.926267 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-cc13f2f1-4280-404c-b262-fb8be8719000 req-be0f4ed5-2cdc-4c81-9f62-19fec6392492 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4120194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773353276007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773352839720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773352839765'] for port, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:28.941269 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1513d562-31d0-43f3-8b6f-490e96e999e6 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a890fa0-071d-4f39-803b-d41eeac640ea,revision_number=0']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:28.971860 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-1513d562-31d0-43f3-8b6f-490e96e999e6 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:28.980506 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-ed2db638-673a-4344-abbb-bd1ae5f73990 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:29.005892 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [req-29160551-fd02-45be-b77b-482ea460cbfd req-ec7d2dec-153d-4df0-b9cc-fb2659af43b5 service neutron] 10.222.0.95 "GET /v2.0/networks/87e8e01a-ad03-481e-ad3a-b46f9803a913?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3288276 Apr 30 13:15:29.011233 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-a5387899-73d9-4833-9c04-b818402fc26d tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:29.012485 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [None req-a5387899-73d9-4833-9c04-b818402fc26d tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7989652 Apr 30 13:15:29.032829 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.84', 53070) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:15:29.059064 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.v2.base [None req-53804994-0064-4243-882b-b426b2148944 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Request body: {'floatingip': {'floating_network_id': 'b95ef810-b08d-4c08-b0c0-c75d2ee1b25b'}} {{(pid=73809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:15:29.078144 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-996327bc-c51e-4ce9-8803-3ed946780f97 req-93cfb74a-70fe-4049-bda5-b3e032fb28db service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:29.079522 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.84', 53076) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:15:29.082318 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-53804994-0064-4243-882b-b426b2148944 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:15:29.088005 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-996327bc-c51e-4ce9-8803-3ed946780f97 req-93cfb74a-70fe-4049-bda5-b3e032fb28db service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985230'] for security_group, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:29.102968 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-53804994-0064-4243-882b-b426b2148944 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Usage tracker for resource:floatingip and tenant:1cdf6705df774b71b1ef55768d3b4135 is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:15:29.108210 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-53804994-0064-4243-882b-b426b2148944 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:15:29.115954 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-53804994-0064-4243-882b-b426b2148944 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:15:29.130273 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-afdb068e-f5dd-4c1d-818b-be16c281d059 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:29.149062 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-53804994-0064-4243-882b-b426b2148944 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Notify callbacks [] for floatingip, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:29.198463 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.quota.resource [req-996327bc-c51e-4ce9-8803-3ed946780f97 req-93cfb74a-70fe-4049-bda5-b3e032fb28db service neutron] Synchronizing usage tracker for tenant:2af01466c1b84f058bb32471a3599ea8 on resource:security_group {{(pid=73809) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:15:29.246462 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.quota.resource [req-996327bc-c51e-4ce9-8803-3ed946780f97 req-93cfb74a-70fe-4049-bda5-b3e032fb28db service neutron] Unset dirty status for tenant:2af01466c1b84f058bb32471a3599ea8 on resource:security_group {{(pid=73809) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:15:29.247595 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [req-996327bc-c51e-4ce9-8803-3ed946780f97 req-93cfb74a-70fe-4049-bda5-b3e032fb28db service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=78b91c60-43f7-43d4-ab5b-e36ce0163f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9258618 Apr 30 13:15:29.251098 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cfb74a-70fe-4049-bda5-b3e032fb28db service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=f0e45363-4e02-4d42-87af-90e577499435,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:29.255073 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-93cfb74a-70fe-4049-bda5-b3e032fb28db service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:29.276805 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-5a2e8a9e-94b8-4a5a-9caf-21a4e33841c1 req-90a1ea9a-a998-4fb4-9d02-d68a811af0f0 tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] 10.222.0.84 "GET /v2.0/security-groups?id=78b91c60-43f7-43d4-ab5b-e36ce0163f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4439063 Apr 30 13:15:29.277594 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-1513d562-31d0-43f3-8b6f-490e96e999e6 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:29.292100 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [None req-1513d562-31d0-43f3-8b6f-490e96e999e6 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1760817 Apr 30 13:15:29.358004 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.84', 53086) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:15:29.373409 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc13f2f1-4280-404c-b262-fb8be8719000 req-be0f4ed5-2cdc-4c81-9f62-19fec6392492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:29.375540 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-cc13f2f1-4280-404c-b262-fb8be8719000 req-be0f4ed5-2cdc-4c81-9f62-19fec6392492 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647359'] for port, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:29.380726 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-cc13f2f1-4280-404c-b262-fb8be8719000 req-be0f4ed5-2cdc-4c81-9f62-19fec6392492 service neutron] 10.222.0.95 "PUT /v2.0/ports/e9b9b7f5-1d4d-40f3-9154-a9b6901db8a0 HTTP/1.1" status: 200 len: 1093 time: 3.8681538 Apr 30 13:15:29.398799 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '629aaee7-e32c-43e8-ad87-68a35cc7a888', 'tag': 'e9b9b7f5-1d4d-40f3-9154-a9b6901db8a0'}] {{(pid=73810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:15:29.422823 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.rpc [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Device d9d9c6c8-8d72-41ea-b437-3edd83d44965 up at agent ovs-agent-dv-cinder-787195-5-smb {{(pid=73812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:15:29.430287 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.v2.base [None req-7f08353f-25ca-43e6-8584-07d23f0836f1 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Request body: {'floatingip': {'floating_network_id': 'b95ef810-b08d-4c08-b0c0-c75d2ee1b25b'}} {{(pid=73810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:15:29.466488 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-7f08353f-25ca-43e6-8584-07d23f0836f1 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:15:29.510488 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3975c68-1a37-4119-bd25-e9d861a3effc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5735bba6-0cb1-4d26-933c-470686a812a8'}] {{(pid=73812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:15:29.513822 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-7f08353f-25ca-43e6-8584-07d23f0836f1 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Usage tracker for resource:floatingip and tenant:918e31ad0d5f410eac8b4de9626cac1f is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:15:29.524020 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '629aaee7-e32c-43e8-ad87-68a35cc7a888', 'tag': 'e9b9b7f5-1d4d-40f3-9154-a9b6901db8a0', 'status': 'completed', 'code': 200} Apr 30 13:15:29.535659 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-7419cdaa-acae-4b41-846e-fffaf6da2485 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:29.537964 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-7f08353f-25ca-43e6-8584-07d23f0836f1 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:15:29.556105 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-7f08353f-25ca-43e6-8584-07d23f0836f1 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:15:29.568486 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56ee912-9908-4191-8307-b6da1754d151 req-55e20014-c2b1-476e-9b99-2c6aae29dc4b tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:29.570017 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-c56ee912-9908-4191-8307-b6da1754d151 req-55e20014-c2b1-476e-9b99-2c6aae29dc4b tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] 10.222.0.84 "GET /v2.0/ports?device_id=629aaee7-e32c-43e8-ad87-68a35cc7a888 HTTP/1.1" status: 200 len: 943 time: 0.7886360 Apr 30 13:15:29.574111 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0f4ed5-2cdc-4c81-9f62-19fec6392492 service neutron] Pushing event updated for resources: {'Port': ['ID=e9b9b7f5-1d4d-40f3-9154-a9b6901db8a0,revision_number=3']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:29.586014 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-be0f4ed5-2cdc-4c81-9f62-19fec6392492 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.605s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:29.600724 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-7419cdaa-acae-4b41-846e-fffaf6da2485 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:15:29.645117 dv-cinder-787195-5-smb neutron-server[73812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3975c68-1a37-4119-bd25-e9d861a3effc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5735bba6-0cb1-4d26-933c-470686a812a8', 'code': 200} Apr 30 13:15:29.646190 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-7419cdaa-acae-4b41-846e-fffaf6da2485 admin admin] Usage tracker for resource:security_group_rule and tenant:5725ca87267c499c899d3fbd3bf2c868 is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:15:29.659525 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-7f08353f-25ca-43e6-8584-07d23f0836f1 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Notify callbacks [] for floatingip, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:29.660242 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-7419cdaa-acae-4b41-846e-fffaf6da2485 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:15:29.688808 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.provisioning_blocks [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Provisioning for port d9d9c6c8-8d72-41ea-b437-3edd83d44965 completed by entity L2. {{(pid=73812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:15:29.697671 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-7419cdaa-acae-4b41-846e-fffaf6da2485 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:15:29.700434 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.provisioning_blocks [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Provisioning complete for port d9d9c6c8-8d72-41ea-b437-3edd83d44965 triggered by entity L2. {{(pid=73812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:15:29.702446 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000605'] for port, provisioning_complete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:29.703746 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-c56ee912-9908-4191-8307-b6da1754d151 req-8ad4bc70-ef0d-401c-b98f-ddf4e49417d0 tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] 10.222.0.84 "GET /v2.0/security-groups?id=3c42be87-8352-42cf-a6e1-e7e026aabbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122396 Apr 30 13:15:29.751489 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc13f2f1-4280-404c-b262-fb8be8719000 req-c6ba8ece-8846-4859-aa18-1e0f6c3d6818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:29.755331 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-53804994-0064-4243-882b-b426b2148944 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4120257'] for port, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:29.757327 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-cc13f2f1-4280-404c-b262-fb8be8719000 req-c6ba8ece-8846-4859-aa18-1e0f6c3d6818 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=6ab0fe6b7e8645a0861136e67b76d521&device_id=629aaee7-e32c-43e8-ad87-68a35cc7a888 HTTP/1.1" status: 200 len: 1096 time: 0.2922399 Apr 30 13:15:29.900863 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4120257'] for port, before_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:29.943771 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.db [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] For port d9d9c6c8-8d72-41ea-b437-3edd83d44965, host dv-cinder-787195-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-5-smb',level=0,port_id=d9d9c6c8-8d72-41ea-b437-3edd83d44965,segment=NetworkSegment(ff042486-32fa-466b-a0ab-93d4f13b17fd),segment_id=ff042486-32fa-466b-a0ab-93d4f13b17fd)] {{(pid=73812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:15:29.949809 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4120194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773353276007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773352839720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773352839765'] for port, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:29.951558 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.rpc [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Device fc2b2f69-1d4b-4674-803a-ec61eadd06ab up at agent ovs-agent-dv-cinder-787195-5-smb {{(pid=73812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:15:29.980602 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-cc13f2f1-4280-404c-b262-fb8be8719000 req-a855676f-966d-423c-81fc-fe46f371fe2a service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e9b9b7f5-1d4d-40f3-9154-a9b6901db8a0 HTTP/1.1" status: 200 len: 217 time: 0.2132444 Apr 30 13:15:29.987154 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:30.094093 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Pushing event updated for resources: {'Port': ['ID=d9d9c6c8-8d72-41ea-b437-3edd83d44965,revision_number=5']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:30.099115 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:30.132967 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.provisioning_blocks [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Provisioning complete for port fc2b2f69-1d4b-4674-803a-ec61eadd06ab triggered by entity L2. {{(pid=73812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:15:30.133398 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000605'] for port, provisioning_complete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:30.148938 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc13f2f1-4280-404c-b262-fb8be8719000 req-53fe6bb4-2836-46a9-8bb9-ec38ddca0dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:30.150594 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-cc13f2f1-4280-404c-b262-fb8be8719000 req-53fe6bb4-2836-46a9-8bb9-ec38ddca0dc6 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=ddc22c5d-ab26-4345-8096-8d0d17e2da1d HTTP/1.1" status: 200 len: 859 time: 0.1113646 Apr 30 13:15:30.165169 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd21ef3a-3d42-4a86-bf37-b58b52b027eb req-9e39d3f4-16e7-4b51-b40e-c1e5258968b9 tempest-DeleteServersTestJSON-277115900 tempest-DeleteServersTestJSON-277115900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:30.166977 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-bd21ef3a-3d42-4a86-bf37-b58b52b027eb req-9e39d3f4-16e7-4b51-b40e-c1e5258968b9 tempest-DeleteServersTestJSON-277115900 tempest-DeleteServersTestJSON-277115900-project] 10.222.0.84 "GET /v2.0/ports?device_id=b3975c68-1a37-4119-bd25-e9d861a3effc HTTP/1.1" status: 200 len: 945 time: 0.1926365 Apr 30 13:15:30.189218 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-7419cdaa-acae-4b41-846e-fffaf6da2485 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:30.213281 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-7419cdaa-acae-4b41-846e-fffaf6da2485 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985230'] for security_group, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:30.237244 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:30.239425 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-cc13f2f1-4280-404c-b262-fb8be8719000 req-943ac73b-f2ba-49f7-affb-f0c10aa46c27 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=87e8e01a-ad03-481e-ad3a-b46f9803a913&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0710969 Apr 30 13:15:30.286228 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-bd21ef3a-3d42-4a86-bf37-b58b52b027eb req-e0da028d-43e1-4b0d-9481-201ce5937b7f tempest-DeleteServersTestJSON-277115900 tempest-DeleteServersTestJSON-277115900-project] 10.222.0.84 "GET /v2.0/security-groups?id=5c07e30f-6df6-4fa5-914b-5d27af06d4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589743 Apr 30 13:15:30.316316 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.db_base_plugin_common [None req-53804994-0064-4243-882b-b426b2148944 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Allocated IP 172.28.3.80 (b95ef810-b08d-4c08-b0c0-c75d2ee1b25b/b3fe51b0-9be9-4b1a-951c-de133b7a88b5/ecbfc6ed-75bf-4007-a56c-1629b8784562) {{(pid=73809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 13:15:30.375262 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [None req-7419cdaa-acae-4b41-846e-fffaf6da2485 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=5725ca87267c499c899d3fbd3bf2c868&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2926769 Apr 30 13:15:30.378890 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.84', 53112) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:15:30.380675 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7419cdaa-acae-4b41-846e-fffaf6da2485 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30d8fa4b-e297-4827-9bc8-35bd2c59364b,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:30.381637 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.rpc [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Device b082d8b7-bbf5-4625-b2b5-960da8b17ac2 details requested by agent hyperv_hv-cinder-78719 with host hv-cinder-78719 {{(pid=73812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 13:15:30.386330 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-7419cdaa-acae-4b41-846e-fffaf6da2485 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:30.518219 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-7f08353f-25ca-43e6-8584-07d23f0836f1 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4120257'] for port, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:30.523628 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911728b7-f0cf-42b1-bd31-566ea739bf5f req-06520689-89a1-46ed-bc84-427db8e12850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:30.525204 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [req-911728b7-f0cf-42b1-bd31-566ea739bf5f req-06520689-89a1-46ed-bc84-427db8e12850 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=b3975c68-1a37-4119-bd25-e9d861a3effc HTTP/1.1" status: 200 len: 1098 time: 0.4695432 Apr 30 13:15:30.611752 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-53804994-0064-4243-882b-b426b2148944 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Notify callbacks [] for port, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:30.619935 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-e905910d-76e4-44ae-80de-d4b08fbf8b0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:30.624527 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.db [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] For port b082d8b7-bbf5-4625-b2b5-960da8b17ac2, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=b082d8b7-bbf5-4625-b2b5-960da8b17ac2,segment=NetworkSegment(052ca68a-8000-4628-b559-457dc5b361ff),segment_id=052ca68a-8000-4628-b559-457dc5b361ff)] {{(pid=73812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:15:30.633184 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [req-911728b7-f0cf-42b1-bd31-566ea739bf5f req-3f80ecc3-118b-42a2-af86-ac1d1d4932cb service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=5c07e30f-6df6-4fa5-914b-5d27af06d4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973334 Apr 30 13:15:30.635820 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-cc13f2f1-4280-404c-b262-fb8be8719000 req-d0d4a1cd-1b45-4aec-a1b3-53f04513b753 service neutron] 10.222.0.95 "GET /v2.0/networks/87e8e01a-ad03-481e-ad3a-b46f9803a913?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3528500 Apr 30 13:15:30.671391 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.rpc [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Returning: {'device': 'b082d8b7-bbf5-4625-b2b5-960da8b17ac2', 'network_id': '87e8e01a-ad03-481e-ad3a-b46f9803a913', 'port_id': 'b082d8b7-bbf5-4625-b2b5-960da8b17ac2', 'mac_address': 'fa:16:3e:7a:1a:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ddc22c5d-ab26-4345-8096-8d0d17e2da1d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 13:15:30.678133 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-e905910d-76e4-44ae-80de-d4b08fbf8b0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:30.684884 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c86a67-a13a-4641-bd8c-015dd8907c76 req-77dc1cdc-fb02-430d-83bf-9d9a18af0cb3 tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:30.686796 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-87c86a67-a13a-4641-bd8c-015dd8907c76 req-77dc1cdc-fb02-430d-83bf-9d9a18af0cb3 tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] 10.222.0.84 "GET /v2.0/ports?device_id=465bafa6-50c3-4b95-a86f-7b10b4f1310d HTTP/1.1" status: 200 len: 945 time: 0.2346869 Apr 30 13:15:30.718753 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-53804994-0064-4243-882b-b426b2148944 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4120194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773352839702'] for port, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:30.731966 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:30.772552 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4120257'] for port, before_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:30.817768 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.notifiers.nova [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b082d8b7-bbf5-4625-b2b5-960da8b17ac2 {{(pid=73812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 13:15:30.825523 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53804994-0064-4243-882b-b426b2148944 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Network b95ef810-b08d-4c08-b0c0-c75d2ee1b25b is already hosted by enough agents. {{(pid=73809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:15:30.846197 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.scheduler.base_scheduler [None req-53804994-0064-4243-882b-b426b2148944 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Resources bound (agent type, host, resource id): {{(pid=73809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:15:30.859567 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53804994-0064-4243-882b-b426b2148944 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Received port after_create {{(pid=73809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 13:15:30.861691 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.db [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] For port b082d8b7-bbf5-4625-b2b5-960da8b17ac2, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=b082d8b7-bbf5-4625-b2b5-960da8b17ac2,segment=NetworkSegment(052ca68a-8000-4628-b559-457dc5b361ff),segment_id=052ca68a-8000-4628-b559-457dc5b361ff)] {{(pid=73812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:15:30.868916 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4120194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773353276007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773352839720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773352839765'] for port, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:30.875949 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:30.885639 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53804994-0064-4243-882b-b426b2148944 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Pushing event updated for resources: {'Port': ['ID=ecbfc6ed-75bf-4007-a56c-1629b8784562,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:30.892047 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-53804994-0064-4243-882b-b426b2148944 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:30.975302 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Pushing event updated for resources: {'Port': ['ID=b082d8b7-bbf5-4625-b2b5-960da8b17ac2,revision_number=4']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:30.989165 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:31.007520 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-e905910d-76e4-44ae-80de-d4b08fbf8b0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985230'] for security_group, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:31.015017 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:31.032653 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e905910d-76e4-44ae-80de-d4b08fbf8b0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30d8fa4b-e297-4827-9bc8-35bd2c59364b,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:31.037540 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-e905910d-76e4-44ae-80de-d4b08fbf8b0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:31.071858 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-53804994-0064-4243-882b-b426b2148944 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Notify callbacks [] for floatingip, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:31.083347 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-e905910d-76e4-44ae-80de-d4b08fbf8b0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:31.084430 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [None req-e905910d-76e4-44ae-80de-d4b08fbf8b0f admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/30d8fa4b-e297-4827-9bc8-35bd2c59364b HTTP/1.1" status: 204 len: 168 time: 0.7009737 Apr 30 13:15:31.137393 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-cc13f2f1-4280-404c-b262-fb8be8719000 req-74469d59-51bb-4fbe-9243-26fdc9b092c8 service neutron] 10.222.0.95 "GET /v2.0/networks/87e8e01a-ad03-481e-ad3a-b46f9803a913?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4246383 Apr 30 13:15:31.140002 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.db [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] get_ports_and_sgs() called for port_ids ['b082d8b7-bbf5-4625-b2b5-960da8b17ac2'] {{(pid=73812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 13:15:31.161997 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-87c86a67-a13a-4641-bd8c-015dd8907c76 req-6e997cb7-b496-4586-a60a-b225dfbe907a tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] 10.222.0.84 "GET /v2.0/security-groups?id=78b91c60-43f7-43d4-ab5b-e36ce0163f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4528520 Apr 30 13:15:31.235385 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.db.db_base_plugin_common [None req-7f08353f-25ca-43e6-8584-07d23f0836f1 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Allocated IP 172.28.3.151 (b95ef810-b08d-4c08-b0c0-c75d2ee1b25b/b3fe51b0-9be9-4b1a-951c-de133b7a88b5/e8afadff-a4ca-430d-aaf9-02daee3b9400) {{(pid=73810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 13:15:31.297237 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.rpc [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Device d9d9c6c8-8d72-41ea-b437-3edd83d44965 up at agent ovs-agent-dv-cinder-787195-5-smb {{(pid=73812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:15:31.338262 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-53804994-0064-4243-882b-b426b2148944 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4120257'] for port, before_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:31.513036 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.provisioning_blocks [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Provisioning complete for port d9d9c6c8-8d72-41ea-b437-3edd83d44965 triggered by entity L2. {{(pid=73812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:15:31.513421 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000605'] for port, provisioning_complete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:31.708286 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.84', 53148) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:15:31.718323 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d1f75b-d03c-47a4-aa33-76e5c396a4bf req-b536e0fd-4923-44dd-9cee-7faff75b2d07 tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:31.725523 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-76d1f75b-d03c-47a4-aa33-76e5c396a4bf req-b536e0fd-4923-44dd-9cee-7faff75b2d07 tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] 10.222.0.84 "GET /v2.0/ports?device_id=629aaee7-e32c-43e8-ad87-68a35cc7a888 HTTP/1.1" status: 200 len: 943 time: 0.6857862 Apr 30 13:15:31.786070 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55de3012-9cb6-4488-b29f-70b8e087dfce req-c03fb441-0f25-4635-8f3d-321a0e963b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:31.787644 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-55de3012-9cb6-4488-b29f-70b8e087dfce req-c03fb441-0f25-4635-8f3d-321a0e963b90 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=6ab0fe6b7e8645a0861136e67b76d521&device_id=629aaee7-e32c-43e8-ad87-68a35cc7a888 HTTP/1.1" status: 200 len: 1096 time: 0.5581307 Apr 30 13:15:31.814595 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-53804994-0064-4243-882b-b426b2148944 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Notify callbacks [] for port, precommit_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:31.823996 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-53804994-0064-4243-882b-b426b2148944 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4120194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773353276007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773352839720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773352839765'] for port, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:31.833819 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:31.902169 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-53804994-0064-4243-882b-b426b2148944 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-924836'] for floatingip, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:31.945344 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53804994-0064-4243-882b-b426b2148944 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Pushing event updated for resources: {'Port': ['ID=ecbfc6ed-75bf-4007-a56c-1629b8784562,revision_number=2']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:31.949465 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-53804994-0064-4243-882b-b426b2148944 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:31.951347 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-53804994-0064-4243-882b-b426b2148944 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9974'] for floatingip, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:31.952293 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [None req-53804994-0064-4243-882b-b426b2148944 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.9184353 Apr 30 13:15:32.054554 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.84', 53160) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:15:32.074572 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-e9faecd2-0365-4525-9515-cc28a5f68654 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:32.089948 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-e9faecd2-0365-4525-9515-cc28a5f68654 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:15:32.095034 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-e9faecd2-0365-4525-9515-cc28a5f68654 admin admin] Usage tracker for resource:security_group_rule and tenant:3a9c70ffc38442df902b943e68ff5ef4 is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:15:32.098232 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-e9faecd2-0365-4525-9515-cc28a5f68654 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:15:32.100092 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-76d1f75b-d03c-47a4-aa33-76e5c396a4bf req-82cf1017-6027-4fac-a61f-ca0dbe2b31fe tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] 10.222.0.84 "GET /v2.0/security-groups?id=3c42be87-8352-42cf-a6e1-e7e026aabbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3733697 Apr 30 13:15:32.105563 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-e9faecd2-0365-4525-9515-cc28a5f68654 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:15:32.128874 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-ff8c0280-c999-4c23-8dbe-a4d8b0816f1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:32.154779 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-7f08353f-25ca-43e6-8584-07d23f0836f1 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Notify callbacks [] for port, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:32.183740 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-ff8c0280-c999-4c23-8dbe-a4d8b0816f1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:15:32.192813 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-ff8c0280-c999-4c23-8dbe-a4d8b0816f1f admin admin] Usage tracker for resource:security_group_rule and tenant:2398bae6404f40e5b037002c6da32ec7 is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:15:32.198540 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-ff8c0280-c999-4c23-8dbe-a4d8b0816f1f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:15:32.201827 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55de3012-9cb6-4488-b29f-70b8e087dfce req-da94332a-14f5-4b6e-8edc-90cab58f2fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:32.203294 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-55de3012-9cb6-4488-b29f-70b8e087dfce req-da94332a-14f5-4b6e-8edc-90cab58f2fc9 service neutron] 10.222.0.95 "GET /v2.0/networks?id=87e8e01a-ad03-481e-ad3a-b46f9803a913 HTTP/1.1" status: 200 len: 921 time: 0.3959117 Apr 30 13:15:32.212648 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-ff8c0280-c999-4c23-8dbe-a4d8b0816f1f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:15:32.213296 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-e9faecd2-0365-4525-9515-cc28a5f68654 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:32.221279 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-e9faecd2-0365-4525-9515-cc28a5f68654 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985230'] for security_group, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:32.232244 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:32.273854 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [None req-e9faecd2-0365-4525-9515-cc28a5f68654 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=3a9c70ffc38442df902b943e68ff5ef4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2179239 Apr 30 13:15:32.276498 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.84', 53176) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:15:32.279414 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9faecd2-0365-4525-9515-cc28a5f68654 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90e98142-f037-4acd-8f16-391b61f49b1c,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:32.283609 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-e9faecd2-0365-4525-9515-cc28a5f68654 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:32.289362 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27857e68-2305-4339-9440-799815b7e5e8 req-17e15374-b4f3-44dc-883f-df297638bede tempest-DeleteServersTestJSON-277115900 tempest-DeleteServersTestJSON-277115900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:32.290857 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-27857e68-2305-4339-9440-799815b7e5e8 req-17e15374-b4f3-44dc-883f-df297638bede tempest-DeleteServersTestJSON-277115900 tempest-DeleteServersTestJSON-277115900-project] 10.222.0.84 "GET /v2.0/ports?device_id=b3975c68-1a37-4119-bd25-e9d861a3effc HTTP/1.1" status: 200 len: 945 time: 0.6965716 Apr 30 13:15:32.318487 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-55de3012-9cb6-4488-b29f-70b8e087dfce req-47179558-1a48-4de9-87b4-311a99fe602b service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e9b9b7f5-1d4d-40f3-9154-a9b6901db8a0 HTTP/1.1" status: 200 len: 217 time: 0.1035073 Apr 30 13:15:32.346721 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-e69e2947-1ebd-4aa8-8717-47b6033ffd80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:32.373612 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-e69e2947-1ebd-4aa8-8717-47b6033ffd80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:32.381853 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.rpc [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Device b082d8b7-bbf5-4625-b2b5-960da8b17ac2 up at agent hyperv_hv-cinder-78719 {{(pid=73812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:15:32.429813 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-7f08353f-25ca-43e6-8584-07d23f0836f1 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4120194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773352839702'] for port, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:32.443091 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-e69e2947-1ebd-4aa8-8717-47b6033ffd80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985230'] for security_group, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:32.449975 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-77c7cdf7-1559-48b2-8a8d-a5162b813a52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:32.455001 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-be0f4ed5-2cdc-4c81-9f62-19fec6392492 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:32.463012 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69e2947-1ebd-4aa8-8717-47b6033ffd80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90e98142-f037-4acd-8f16-391b61f49b1c,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:32.466209 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-e69e2947-1ebd-4aa8-8717-47b6033ffd80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:32.474623 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-e69e2947-1ebd-4aa8-8717-47b6033ffd80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:32.476196 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [None req-e69e2947-1ebd-4aa8-8717-47b6033ffd80 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/90e98142-f037-4acd-8f16-391b61f49b1c HTTP/1.1" status: 204 len: 168 time: 0.1984365 Apr 30 13:15:32.486487 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.provisioning_blocks [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Provisioning for port b082d8b7-bbf5-4625-b2b5-960da8b17ac2 completed by entity L2. {{(pid=73812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:15:32.491778 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.provisioning_blocks [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Provisioning complete for port b082d8b7-bbf5-4625-b2b5-960da8b17ac2 triggered by entity L2. {{(pid=73812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:15:32.492163 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000605'] for port, provisioning_complete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:32.497328 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.quota.resource [req-b93811f5-9dfc-404c-9a30-a3693c03f387 req-05a675b3-2d37-45c6-bff9-5cdfbc2010aa tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Synchronizing usage tracker for tenant:1cdf6705df774b71b1ef55768d3b4135 on resource:security_group {{(pid=73810) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:15:32.524958 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-27857e68-2305-4339-9440-799815b7e5e8 req-8b70fbb1-de12-40a5-8d16-8ac8e3fb51fb tempest-DeleteServersTestJSON-277115900 tempest-DeleteServersTestJSON-277115900-project] 10.222.0.84 "GET /v2.0/security-groups?id=5c07e30f-6df6-4fa5-914b-5d27af06d4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2194607 Apr 30 13:15:32.545825 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55de3012-9cb6-4488-b29f-70b8e087dfce req-d7bf0d24-7817-487d-b253-6cb8fa6cb526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:32.545825 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-55de3012-9cb6-4488-b29f-70b8e087dfce req-d7bf0d24-7817-487d-b253-6cb8fa6cb526 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=ddc22c5d-ab26-4345-8096-8d0d17e2da1d HTTP/1.1" status: 200 len: 859 time: 0.2056458 Apr 30 13:15:32.571597 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f08353f-25ca-43e6-8584-07d23f0836f1 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Network b95ef810-b08d-4c08-b0c0-c75d2ee1b25b is already hosted by enough agents. {{(pid=73810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:15:32.650499 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4120257'] for port, before_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:32.654487 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.scheduler.base_scheduler [None req-7f08353f-25ca-43e6-8584-07d23f0836f1 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Resources bound (agent type, host, resource id): {{(pid=73810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:15:32.666169 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f08353f-25ca-43e6-8584-07d23f0836f1 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Received port after_create {{(pid=73810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 13:15:32.680122 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2c2ec2c-d0c7-483c-8fb1-c8df54adab5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b082d8b7-bbf5-4625-b2b5-960da8b17ac2'}] {{(pid=73812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:15:32.682171 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-55de3012-9cb6-4488-b29f-70b8e087dfce req-30c2ac44-d8fc-4da4-8a12-c1e9871ceb18 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=87e8e01a-ad03-481e-ad3a-b46f9803a913&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1162434 Apr 30 13:15:32.690508 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.db [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] For port b082d8b7-bbf5-4625-b2b5-960da8b17ac2, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=b082d8b7-bbf5-4625-b2b5-960da8b17ac2,segment=NetworkSegment(052ca68a-8000-4628-b559-457dc5b361ff),segment_id=052ca68a-8000-4628-b559-457dc5b361ff)] {{(pid=73812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:15:32.695227 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4120194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773353276007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773352839720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773352839765'] for port, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:32.697172 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:32.724758 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f08353f-25ca-43e6-8584-07d23f0836f1 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Pushing event updated for resources: {'Port': ['ID=e8afadff-a4ca-430d-aaf9-02daee3b9400,revision_number=1']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:32.758232 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-7f08353f-25ca-43e6-8584-07d23f0836f1 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:32.769317 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Pushing event updated for resources: {'Port': ['ID=b082d8b7-bbf5-4625-b2b5-960da8b17ac2,revision_number=5']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:32.772392 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:32.933681 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-7f08353f-25ca-43e6-8584-07d23f0836f1 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Notify callbacks [] for floatingip, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:32.940989 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-ff8c0280-c999-4c23-8dbe-a4d8b0816f1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:32.956863 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-ff8c0280-c999-4c23-8dbe-a4d8b0816f1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985230'] for security_group, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:33.014373 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-34a9e78f-adfa-40df-992a-d95b3fdade88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:33.034280 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.quota.resource [req-b93811f5-9dfc-404c-9a30-a3693c03f387 req-05a675b3-2d37-45c6-bff9-5cdfbc2010aa tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Unset dirty status for tenant:1cdf6705df774b71b1ef55768d3b4135 on resource:security_group {{(pid=73810) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:15:33.035650 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-b93811f5-9dfc-404c-9a30-a3693c03f387 req-05a675b3-2d37-45c6-bff9-5cdfbc2010aa tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-securitygroup--1175276760&fields=id&tenant_id=1cdf6705df774b71b1ef55768d3b4135 HTTP/1.1" status: 200 len: 267 time: 0.7574699 Apr 30 13:15:33.065599 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-55de3012-9cb6-4488-b29f-70b8e087dfce req-7f5fef4f-89b9-42ad-b0f4-c38679eebafa service neutron] 10.222.0.95 "GET /v2.0/networks/87e8e01a-ad03-481e-ad3a-b46f9803a913?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3429422 Apr 30 13:15:33.143964 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [None req-ff8c0280-c999-4c23-8dbe-a4d8b0816f1f admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=2398bae6404f40e5b037002c6da32ec7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4157553 Apr 30 13:15:33.146585 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.84', 53206) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:15:33.177697 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8c0280-c999-4c23-8dbe-a4d8b0816f1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba90871d-1981-47fd-b56c-1ef06a98c713,revision_number=1']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:33.180864 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-7f08353f-25ca-43e6-8584-07d23f0836f1 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4120257'] for port, before_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:33.212840 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-ff8c0280-c999-4c23-8dbe-a4d8b0816f1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:33.230064 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce93c3a2-f860-4383-b96b-919581d0a0fd req-ca9dad48-a937-49ce-9370-559e1f01b34f tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:33.237210 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-ce93c3a2-f860-4383-b96b-919581d0a0fd req-ca9dad48-a937-49ce-9370-559e1f01b34f tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] 10.222.0.84 "GET /v2.0/ports?device_id=465bafa6-50c3-4b95-a86f-7b10b4f1310d HTTP/1.1" status: 200 len: 945 time: 0.5728397 Apr 30 13:15:33.239410 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-7e752dd0-62b0-4538-8b36-32b57e8c5b71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:33.269576 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-7e752dd0-62b0-4538-8b36-32b57e8c5b71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:33.354494 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-7e752dd0-62b0-4538-8b36-32b57e8c5b71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985230'] for security_group, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:33.360644 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-91dccb78-7ea3-4616-aaf3-9c58dfabfc01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:33.372021 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e752dd0-62b0-4538-8b36-32b57e8c5b71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba90871d-1981-47fd-b56c-1ef06a98c713,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:33.379917 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-7e752dd0-62b0-4538-8b36-32b57e8c5b71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:33.380563 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-7e752dd0-62b0-4538-8b36-32b57e8c5b71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:33.384539 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [None req-7e752dd0-62b0-4538-8b36-32b57e8c5b71 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/ba90871d-1981-47fd-b56c-1ef06a98c713 HTTP/1.1" status: 204 len: 168 time: 0.2367811 Apr 30 13:15:33.475549 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-ce93c3a2-f860-4383-b96b-919581d0a0fd req-464a5d3c-a78c-4cbf-a80d-0cdfc8b4dbfe tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] 10.222.0.84 "GET /v2.0/security-groups?id=78b91c60-43f7-43d4-ab5b-e36ce0163f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2366886 Apr 30 13:15:33.529642 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93811f5-9dfc-404c-9a30-a3693c03f387 req-cc15fb55-958d-453d-a0b5-084f7187c1c8 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:33.531165 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-b93811f5-9dfc-404c-9a30-a3693c03f387 req-cc15fb55-958d-453d-a0b5-084f7187c1c8 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] 10.222.0.84 "GET /v2.0/networks?id=e366e837-ed9f-4552-8a40-b501cbb570b4 HTTP/1.1" status: 200 len: 816 time: 0.4696834 Apr 30 13:15:33.535302 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-55de3012-9cb6-4488-b29f-70b8e087dfce req-1dbbf039-1921-44f2-ba43-f38fa828ba98 service neutron] 10.222.0.95 "GET /v2.0/networks/87e8e01a-ad03-481e-ad3a-b46f9803a913?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4242849 Apr 30 13:15:33.556892 dv-cinder-787195-5-smb neutron-server[73812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2c2ec2c-d0c7-483c-8fb1-c8df54adab5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b082d8b7-bbf5-4625-b2b5-960da8b17ac2', 'code': 200} Apr 30 13:15:33.609484 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-b93811f5-9dfc-404c-9a30-a3693c03f387 req-f5f9767d-a867-4a26-a929-ad575f6cd52f tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] 10.222.0.84 "GET /v2.0/quotas/1cdf6705df774b71b1ef55768d3b4135 HTTP/1.1" status: 200 len: 375 time: 0.0712230 Apr 30 13:15:33.733429 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-7f08353f-25ca-43e6-8584-07d23f0836f1 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Notify callbacks [] for port, precommit_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:33.750212 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-7f08353f-25ca-43e6-8584-07d23f0836f1 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4120194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773353276007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773352839720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773352839765'] for port, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:33.790497 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-ed2db638-673a-4344-abbb-bd1ae5f73990 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:33.845413 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-b93811f5-9dfc-404c-9a30-a3693c03f387 req-7fd6deb0-250c-4ac1-828f-fe03514b1d5d tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=1cdf6705df774b71b1ef55768d3b4135&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2250690 Apr 30 13:15:33.995580 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.84', 53232) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:15:34.025572 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-254cfcfd-15f2-4044-a5c7-0f0536c4ca65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:34.049469 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-254cfcfd-15f2-4044-a5c7-0f0536c4ca65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:15:34.054130 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-254cfcfd-15f2-4044-a5c7-0f0536c4ca65 admin admin] Usage tracker for resource:security_group_rule and tenant:7d1f2b2e479342efaaf7f1923b85982d is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:15:34.057313 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-254cfcfd-15f2-4044-a5c7-0f0536c4ca65 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:15:34.063839 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-254cfcfd-15f2-4044-a5c7-0f0536c4ca65 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:15:34.081245 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-7f08353f-25ca-43e6-8584-07d23f0836f1 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-924836'] for floatingip, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:34.203799 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-254cfcfd-15f2-4044-a5c7-0f0536c4ca65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:34.214565 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-254cfcfd-15f2-4044-a5c7-0f0536c4ca65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985230'] for security_group, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:34.227265 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f08353f-25ca-43e6-8584-07d23f0836f1 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Pushing event updated for resources: {'Port': ['ID=e8afadff-a4ca-430d-aaf9-02daee3b9400,revision_number=2']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:34.235094 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-7f08353f-25ca-43e6-8584-07d23f0836f1 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.445s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:34.250885 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-7f08353f-25ca-43e6-8584-07d23f0836f1 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9974'] for floatingip, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:34.262343 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [None req-7f08353f-25ca-43e6-8584-07d23f0836f1 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.8776309 Apr 30 13:15:34.273801 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-3dc93451-7763-4135-93d8-474a2da88268 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:34.288313 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [None req-254cfcfd-15f2-4044-a5c7-0f0536c4ca65 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=7d1f2b2e479342efaaf7f1923b85982d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2908931 Apr 30 13:15:34.289093 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.84', 53242) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:15:34.325424 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-b93811f5-9dfc-404c-9a30-a3693c03f387 req-ff14dd53-8d6f-42a5-ad39-5a665557eaa0 service neutron] 10.222.0.84 "GET /v2.0/networks/e366e837-ed9f-4552-8a40-b501cbb570b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4563808 Apr 30 13:15:34.356167 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254cfcfd-15f2-4044-a5c7-0f0536c4ca65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee32bd0f-774b-4dae-9317-4f8368c3ffff,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:34.362176 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-254cfcfd-15f2-4044-a5c7-0f0536c4ca65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:34.382454 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-d2caf0de-6e3b-4bd3-95a2-4952fdca73e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:34.384765 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.rpc [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Device e9b9b7f5-1d4d-40f3-9154-a9b6901db8a0 details requested by agent hyperv_hv-cinder-78719 with host hv-cinder-78719 {{(pid=73812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 13:15:34.431747 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-d2caf0de-6e3b-4bd3-95a2-4952fdca73e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:34.501718 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204dc566-b294-4d8d-9184-3f99e3379b74 req-a2cd4f9f-4570-4bb0-a9bd-651e199e9932 tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:34.505737 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-d2caf0de-6e3b-4bd3-95a2-4952fdca73e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985230'] for security_group, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:34.509792 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-204dc566-b294-4d8d-9184-3f99e3379b74 req-a2cd4f9f-4570-4bb0-a9bd-651e199e9932 tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] 10.222.0.84 "GET /v2.0/ports?device_id=629aaee7-e32c-43e8-ad87-68a35cc7a888 HTTP/1.1" status: 200 len: 943 time: 0.7626054 Apr 30 13:15:34.512911 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:34.553336 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2caf0de-6e3b-4bd3-95a2-4952fdca73e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee32bd0f-774b-4dae-9317-4f8368c3ffff,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:34.560422 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-d2caf0de-6e3b-4bd3-95a2-4952fdca73e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:34.562646 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-d2caf0de-6e3b-4bd3-95a2-4952fdca73e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:34.580238 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [None req-d2caf0de-6e3b-4bd3-95a2-4952fdca73e7 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/ee32bd0f-774b-4dae-9317-4f8368c3ffff HTTP/1.1" status: 204 len: 168 time: 0.2744253 Apr 30 13:15:34.658334 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.db [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] For port e9b9b7f5-1d4d-40f3-9154-a9b6901db8a0, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=e9b9b7f5-1d4d-40f3-9154-a9b6901db8a0,segment=NetworkSegment(052ca68a-8000-4628-b559-457dc5b361ff),segment_id=052ca68a-8000-4628-b559-457dc5b361ff)] {{(pid=73812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:15:34.672632 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969dae63-3ee6-41e1-8ab2-f9a1e6820cab req-0b52ef55-7193-4d3f-abc1-5f4540841b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:34.674101 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-969dae63-3ee6-41e1-8ab2-f9a1e6820cab req-0b52ef55-7193-4d3f-abc1-5f4540841b2d service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=c2c2ec2c-d0c7-483c-8fb1-c8df54adab5a HTTP/1.1" status: 200 len: 1098 time: 0.7540667 Apr 30 13:15:34.687933 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.rpc [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Returning: {'device': 'e9b9b7f5-1d4d-40f3-9154-a9b6901db8a0', 'network_id': '87e8e01a-ad03-481e-ad3a-b46f9803a913', 'port_id': 'e9b9b7f5-1d4d-40f3-9154-a9b6901db8a0', 'mac_address': 'fa:16:3e:f8:30:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ddc22c5d-ab26-4345-8096-8d0d17e2da1d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 13:15:34.742683 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-204dc566-b294-4d8d-9184-3f99e3379b74 req-4465d0dc-3549-4b25-a464-6cf866df0543 tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] 10.222.0.84 "GET /v2.0/security-groups?id=3c42be87-8352-42cf-a6e1-e7e026aabbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2319729 Apr 30 13:15:34.754719 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-b93811f5-9dfc-404c-9a30-a3693c03f387 req-82859765-0a23-4e8a-9c88-b294bbeb6930 service neutron] 10.222.0.84 "GET /v2.0/networks/e366e837-ed9f-4552-8a40-b501cbb570b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4282606 Apr 30 13:15:34.793020 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4120257'] for port, before_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:34.823596 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-969dae63-3ee6-41e1-8ab2-f9a1e6820cab req-8dab4b5c-f48a-43bc-a75f-7eccf4461aec service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=3c42be87-8352-42cf-a6e1-e7e026aabbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084499 Apr 30 13:15:34.840623 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.notifiers.nova [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9b9b7f5-1d4d-40f3-9154-a9b6901db8a0 {{(pid=73812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 13:15:34.875250 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.db [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] For port e9b9b7f5-1d4d-40f3-9154-a9b6901db8a0, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=e9b9b7f5-1d4d-40f3-9154-a9b6901db8a0,segment=NetworkSegment(052ca68a-8000-4628-b559-457dc5b361ff),segment_id=052ca68a-8000-4628-b559-457dc5b361ff)] {{(pid=73812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:15:34.889666 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4120194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773353276007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773352839720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773352839765'] for port, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:34.892931 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-55ab15e3-bd60-4d4d-a230-9c7c4c5108c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:35.066441 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Pushing event updated for resources: {'Port': ['ID=e9b9b7f5-1d4d-40f3-9154-a9b6901db8a0,revision_number=4']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:35.076497 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:35.120387 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b02daf-c786-4c68-91e4-790213329a53 req-a957eaa6-9811-4c1d-873e-a14e30f6bdc4 tempest-DeleteServersTestJSON-277115900 tempest-DeleteServersTestJSON-277115900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:35.121866 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-e1b02daf-c786-4c68-91e4-790213329a53 req-a957eaa6-9811-4c1d-873e-a14e30f6bdc4 tempest-DeleteServersTestJSON-277115900 tempest-DeleteServersTestJSON-277115900-project] 10.222.0.84 "GET /v2.0/ports?device_id=b3975c68-1a37-4119-bd25-e9d861a3effc HTTP/1.1" status: 200 len: 945 time: 0.1460950 Apr 30 13:15:35.126288 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.quota.resource [req-5d81ecb3-fc79-4439-abde-4f4e19cf0f6e req-8d009af5-5d41-42ba-8e61-0c2bead7f8df tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Synchronizing usage tracker for tenant:918e31ad0d5f410eac8b4de9626cac1f on resource:security_group {{(pid=73810) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:15:35.172407 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.db [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] get_ports_and_sgs() called for port_ids ['e9b9b7f5-1d4d-40f3-9154-a9b6901db8a0'] {{(pid=73812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 13:15:35.180891 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.quota.resource [req-5d81ecb3-fc79-4439-abde-4f4e19cf0f6e req-8d009af5-5d41-42ba-8e61-0c2bead7f8df tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Unset dirty status for tenant:918e31ad0d5f410eac8b4de9626cac1f on resource:security_group {{(pid=73810) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:15:35.189604 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-5d81ecb3-fc79-4439-abde-4f4e19cf0f6e req-8d009af5-5d41-42ba-8e61-0c2bead7f8df tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-securitygroup--1892657230&fields=id&tenant_id=918e31ad0d5f410eac8b4de9626cac1f HTTP/1.1" status: 200 len: 267 time: 0.1274602 Apr 30 13:15:35.221422 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-e1b02daf-c786-4c68-91e4-790213329a53 req-c9836a6a-e07c-4c3b-9328-527f6dd12169 tempest-DeleteServersTestJSON-277115900 tempest-DeleteServersTestJSON-277115900-project] 10.222.0.84 "GET /v2.0/security-groups?id=5c07e30f-6df6-4fa5-914b-5d27af06d4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911348 Apr 30 13:15:35.273550 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.84', 53296) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:15:35.326550 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.84', 53304) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:15:35.483573 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-9476dc33-a149-4caf-9a4b-0b07ac9f588b req-9220323c-d372-4647-8186-7aa9334cd3cf tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] 10.222.0.84 "GET /v2.0/ports?device_id=1dd81a91-e5f8-448b-8e9c-f25715635bfd HTTP/1.1" status: 200 len: 210 time: 0.1406822 Apr 30 13:15:35.541395 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d81ecb3-fc79-4439-abde-4f4e19cf0f6e req-43b2f7c9-e74f-44d3-bf44-b16647bb26a7 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:35.542564 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.quota.resource [req-5d81ecb3-fc79-4439-abde-4f4e19cf0f6e req-43b2f7c9-e74f-44d3-bf44-b16647bb26a7 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Synchronizing usage tracker for tenant:918e31ad0d5f410eac8b4de9626cac1f on resource:network {{(pid=73810) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:15:35.570289 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.quota.resource [req-5d81ecb3-fc79-4439-abde-4f4e19cf0f6e req-43b2f7c9-e74f-44d3-bf44-b16647bb26a7 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Unset dirty status for tenant:918e31ad0d5f410eac8b4de9626cac1f on resource:network {{(pid=73810) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:15:35.571886 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-5d81ecb3-fc79-4439-abde-4f4e19cf0f6e req-43b2f7c9-e74f-44d3-bf44-b16647bb26a7 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] 10.222.0.84 "GET /v2.0/networks?id=1457f85c-3f42-4120-b6e2-0f4ede8b9218 HTTP/1.1" status: 200 len: 809 time: 0.3811741 Apr 30 13:15:35.600507 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-5d81ecb3-fc79-4439-abde-4f4e19cf0f6e req-f63ed43b-ab8b-463b-88cb-9e37e9e4a1c8 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] 10.222.0.84 "GET /v2.0/quotas/918e31ad0d5f410eac8b4de9626cac1f HTTP/1.1" status: 200 len: 375 time: 0.0211396 Apr 30 13:15:35.710028 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-f5af8f6e-1a53-4cfa-ba8c-cffa28727dfe admin admin] Notify callbacks [] for security_group, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:35.742384 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-740a5f9f-c74c-46d9-9274-5616fe1e1ce2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:35.764662 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-f5af8f6e-1a53-4cfa-ba8c-cffa28727dfe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:15:35.769151 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-f5af8f6e-1a53-4cfa-ba8c-cffa28727dfe admin admin] Usage tracker for resource:security_group_rule and tenant:52bab3250b504b49b89d260716f359d1 is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:15:35.774113 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-f5af8f6e-1a53-4cfa-ba8c-cffa28727dfe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:15:35.781459 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-f5af8f6e-1a53-4cfa-ba8c-cffa28727dfe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:15:35.784926 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-5d81ecb3-fc79-4439-abde-4f4e19cf0f6e req-06dd83b7-c3cd-45f9-b469-a60d4fa4cdb9 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=918e31ad0d5f410eac8b4de9626cac1f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1785800 Apr 30 13:15:35.908005 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-f5af8f6e-1a53-4cfa-ba8c-cffa28727dfe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:35.911353 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-740a5f9f-c74c-46d9-9274-5616fe1e1ce2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:15:35.916160 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-740a5f9f-c74c-46d9-9274-5616fe1e1ce2 admin admin] Usage tracker for resource:security_group_rule and tenant:1e18b013e7804c65aca1f6a4e2987920 is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:15:35.920315 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-f5af8f6e-1a53-4cfa-ba8c-cffa28727dfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985230'] for security_group, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:35.950491 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-740a5f9f-c74c-46d9-9274-5616fe1e1ce2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:15:35.953685 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:35.966048 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [None req-f5af8f6e-1a53-4cfa-ba8c-cffa28727dfe admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=52bab3250b504b49b89d260716f359d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6914229 Apr 30 13:15:35.971504 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.84', 53326) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:15:35.990335 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-740a5f9f-c74c-46d9-9274-5616fe1e1ce2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:15:36.084546 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-5d81ecb3-fc79-4439-abde-4f4e19cf0f6e req-6bf96cd4-614c-4096-9a2b-fc355d38a2d6 service neutron] 10.222.0.84 "GET /v2.0/networks/1457f85c-3f42-4120-b6e2-0f4ede8b9218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2819142 Apr 30 13:15:36.108704 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5af8f6e-1a53-4cfa-ba8c-cffa28727dfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9d7fad4-9231-4830-b9ad-5fa817262d18,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:36.113564 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-f5af8f6e-1a53-4cfa-ba8c-cffa28727dfe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:36.160721 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-cae735b7-eac6-4425-af15-1ee209838853 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:36.200981 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-cae735b7-eac6-4425-af15-1ee209838853 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:36.365361 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-740a5f9f-c74c-46d9-9274-5616fe1e1ce2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:36.369712 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-740a5f9f-c74c-46d9-9274-5616fe1e1ce2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985230'] for security_group, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:36.381449 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:36.398797 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.rpc [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Device e9b9b7f5-1d4d-40f3-9154-a9b6901db8a0 up at agent hyperv_hv-cinder-78719 {{(pid=73812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:15:36.408400 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-5d81ecb3-fc79-4439-abde-4f4e19cf0f6e req-501f9e8e-3e98-45b6-9c2f-e8258b7cbc44 service neutron] 10.222.0.84 "GET /v2.0/networks/1457f85c-3f42-4120-b6e2-0f4ede8b9218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3132191 Apr 30 13:15:36.433652 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [None req-740a5f9f-c74c-46d9-9274-5616fe1e1ce2 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=1e18b013e7804c65aca1f6a4e2987920&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1056983 Apr 30 13:15:36.435680 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a5f9f-c74c-46d9-9274-5616fe1e1ce2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b7aacb9-d6dc-40db-8c2b-95d28cac8ec6,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:36.436834 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.84', 53346) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:15:36.455240 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-740a5f9f-c74c-46d9-9274-5616fe1e1ce2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:36.457101 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-cae735b7-eac6-4425-af15-1ee209838853 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985230'] for security_group, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:36.462376 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-e905910d-76e4-44ae-80de-d4b08fbf8b0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:36.480001 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae735b7-eac6-4425-af15-1ee209838853 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9d7fad4-9231-4830-b9ad-5fa817262d18,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:36.493870 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-cae735b7-eac6-4425-af15-1ee209838853 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:36.502742 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-cae735b7-eac6-4425-af15-1ee209838853 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:36.506000 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [None req-cae735b7-eac6-4425-af15-1ee209838853 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/e9d7fad4-9231-4830-b9ad-5fa817262d18 HTTP/1.1" status: 204 len: 168 time: 0.5321405 Apr 30 13:15:36.566217 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-df837985-8ac4-47ab-a3e4-79ae13a69069 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:36.659596 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-df837985-8ac4-47ab-a3e4-79ae13a69069 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:36.659842 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.provisioning_blocks [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Provisioning for port e9b9b7f5-1d4d-40f3-9154-a9b6901db8a0 completed by entity L2. {{(pid=73812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:15:36.671569 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.provisioning_blocks [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Provisioning complete for port e9b9b7f5-1d4d-40f3-9154-a9b6901db8a0 triggered by entity L2. {{(pid=73812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:15:36.673469 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000605'] for port, provisioning_complete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:37.006356 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4120257'] for port, before_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:37.076459 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-df837985-8ac4-47ab-a3e4-79ae13a69069 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985230'] for security_group, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:37.109397 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '629aaee7-e32c-43e8-ad87-68a35cc7a888', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9b9b7f5-1d4d-40f3-9154-a9b6901db8a0'}] {{(pid=73812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:15:37.129741 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:37.168558 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.db [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] For port e9b9b7f5-1d4d-40f3-9154-a9b6901db8a0, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=e9b9b7f5-1d4d-40f3-9154-a9b6901db8a0,segment=NetworkSegment(052ca68a-8000-4628-b559-457dc5b361ff),segment_id=052ca68a-8000-4628-b559-457dc5b361ff)] {{(pid=73812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:15:37.190992 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4120194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773353276007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773352839720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773352839765'] for port, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:37.199374 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:37.199564 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df837985-8ac4-47ab-a3e4-79ae13a69069 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b7aacb9-d6dc-40db-8c2b-95d28cac8ec6,revision_number=None']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:37.270169 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-df837985-8ac4-47ab-a3e4-79ae13a69069 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:37.285440 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-df837985-8ac4-47ab-a3e4-79ae13a69069 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:37.286566 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [None req-df837985-8ac4-47ab-a3e4-79ae13a69069 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/8b7aacb9-d6dc-40db-8c2b-95d28cac8ec6 HTTP/1.1" status: 204 len: 168 time: 0.8486376 Apr 30 13:15:37.300869 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-51d90b23-7528-4f78-8b47-e4cd00867c11 req-8c3c20c8-59cf-4cd2-9ea6-7caf96635f33 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] 10.222.0.84 "GET /v2.0/ports?device_id=1dd81a91-e5f8-448b-8e9c-f25715635bfd HTTP/1.1" status: 200 len: 210 time: 0.2165802 Apr 30 13:15:37.355854 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Pushing event updated for resources: {'Port': ['ID=e9b9b7f5-1d4d-40f3-9154-a9b6901db8a0,revision_number=5']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:37.362108 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:37.376476 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.84', 53382) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:15:37.422939 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-c83e510e-8006-4e6b-8f40-6fd0395453c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:37.437055 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75df039a-0b5b-4ea9-8c42-4215e3a29ded req-4b3cc02b-2e1d-4284-bebb-2970f1973e0b tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:37.455278 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-75df039a-0b5b-4ea9-8c42-4215e3a29ded req-4b3cc02b-2e1d-4284-bebb-2970f1973e0b tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] 10.222.0.84 "GET /v2.0/ports?device_id=629aaee7-e32c-43e8-ad87-68a35cc7a888 HTTP/1.1" status: 200 len: 944 time: 0.5635791 Apr 30 13:15:37.467690 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-c83e510e-8006-4e6b-8f40-6fd0395453c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:15:37.479414 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-c83e510e-8006-4e6b-8f40-6fd0395453c5 admin admin] Usage tracker for resource:security_group_rule and tenant:6d063fb0be9b44168b69ce87932eca70 is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:15:37.486560 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-c83e510e-8006-4e6b-8f40-6fd0395453c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:15:37.505100 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-c83e510e-8006-4e6b-8f40-6fd0395453c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:15:37.579567 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93811f5-9dfc-404c-9a30-a3693c03f387 req-6182b672-e80e-4cc7-82e1-a9ff6725c62e tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:37.581465 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-b93811f5-9dfc-404c-9a30-a3693c03f387 req-6182b672-e80e-4cc7-82e1-a9ff6725c62e tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] 10.222.0.95 "GET /v2.0/networks?id=e366e837-ed9f-4552-8a40-b501cbb570b4 HTTP/1.1" status: 200 len: 816 time: 0.5689390 Apr 30 13:15:37.595900 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-a10fcdf6-db5c-48a6-a47f-f9dcf335a917 req-3c33cd7f-cdef-4691-b428-435da2887eae tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] 10.222.0.84 "GET /v2.0/ports?device_id=3891d1b0-b5dd-47c3-b3d4-60a44acdf909 HTTP/1.1" status: 200 len: 210 time: 0.1371131 Apr 30 13:15:37.605523 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-75df039a-0b5b-4ea9-8c42-4215e3a29ded req-b1fea1af-380a-4539-88b5-7e31a976d7c9 tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] 10.222.0.84 "GET /v2.0/security-groups?id=3c42be87-8352-42cf-a6e1-e7e026aabbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489022 Apr 30 13:15:37.715662 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-b93811f5-9dfc-404c-9a30-a3693c03f387 req-5e27f7f8-2425-4b41-93d1-6f2c6a3cc55b tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] 10.222.0.95 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1cdf6705df774b71b1ef55768d3b4135 HTTP/1.1" status: 200 len: 380 time: 0.1064179 Apr 30 13:15:37.726900 dv-cinder-787195-5-smb neutron-server[73812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '629aaee7-e32c-43e8-ad87-68a35cc7a888', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9b9b7f5-1d4d-40f3-9154-a9b6901db8a0', 'code': 200} Apr 30 13:15:37.751838 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.v2.base [req-b93811f5-9dfc-404c-9a30-a3693c03f387 req-921e3a47-d0f3-4f9d-8b6b-d0b6c1498314 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Request body: {'port': {'device_id': '1dd81a91-e5f8-448b-8e9c-f25715635bfd', 'network_id': 'e366e837-ed9f-4552-8a40-b501cbb570b4', 'admin_state_up': True, 'tenant_id': '1cdf6705df774b71b1ef55768d3b4135', 'security_groups': ['e084591c-f787-483b-9216-30d5c5cd705c']}} {{(pid=73810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:15:37.760212 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-c83e510e-8006-4e6b-8f40-6fd0395453c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:37.767977 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-c83e510e-8006-4e6b-8f40-6fd0395453c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985230'] for security_group, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:37.783202 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-f5af8f6e-1a53-4cfa-ba8c-cffa28727dfe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:37.866763 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [None req-c83e510e-8006-4e6b-8f40-6fd0395453c5 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=6d063fb0be9b44168b69ce87932eca70&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4889879 Apr 30 13:15:37.870538 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.84', 53400) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:15:37.992290 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83e510e-8006-4e6b-8f40-6fd0395453c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43004508-3312-47e1-95d4-9dda84d01bcf,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:38.008170 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-c83e510e-8006-4e6b-8f40-6fd0395453c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:38.051409 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-e79d10d8-9da7-4996-95c2-22c3afb78f9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:38.168012 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [req-b93811f5-9dfc-404c-9a30-a3693c03f387 req-921e3a47-d0f3-4f9d-8b6b-d0b6c1498314 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:15:38.173941 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.quota.resource [req-b93811f5-9dfc-404c-9a30-a3693c03f387 req-921e3a47-d0f3-4f9d-8b6b-d0b6c1498314 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Usage tracker for resource:port and tenant:1cdf6705df774b71b1ef55768d3b4135 is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:15:38.189868 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.quota.resource [req-b93811f5-9dfc-404c-9a30-a3693c03f387 req-921e3a47-d0f3-4f9d-8b6b-d0b6c1498314 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Quota usage for port was recalculated. Used quota:3. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:15:38.199017 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [req-b93811f5-9dfc-404c-9a30-a3693c03f387 req-921e3a47-d0f3-4f9d-8b6b-d0b6c1498314 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:15:38.210754 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-e79d10d8-9da7-4996-95c2-22c3afb78f9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:38.215802 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b93811f5-9dfc-404c-9a30-a3693c03f387 req-921e3a47-d0f3-4f9d-8b6b-d0b6c1498314 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Made reservation on behalf of 1cdf6705df774b71b1ef55768d3b4135 for: {'port': 1} {{(pid=73810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:15:38.221094 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-b93811f5-9dfc-404c-9a30-a3693c03f387 req-921e3a47-d0f3-4f9d-8b6b-d0b6c1498314 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4120257'] for port, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:38.323228 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.84', 53422) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:15:38.338171 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bf1351-bb11-4679-98c1-e5714e1a7657 req-04be2d27-dafa-4a45-8837-633bbf583189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:38.340518 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [req-63bf1351-bb11-4679-98c1-e5714e1a7657 req-04be2d27-dafa-4a45-8837-633bbf583189 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=629aaee7-e32c-43e8-ad87-68a35cc7a888 HTTP/1.1" status: 200 len: 1098 time: 0.2341967 Apr 30 13:15:38.358050 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-e79d10d8-9da7-4996-95c2-22c3afb78f9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985230'] for security_group, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:38.389994 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:38.414254 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-e79d10d8-9da7-4996-95c2-22c3afb78f9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:38.414964 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-c0cafcec-7d9d-4d94-bda4-5c102cc5c7db admin admin] Notify callbacks [] for security_group, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:38.415373 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [None req-e79d10d8-9da7-4996-95c2-22c3afb78f9d admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/43004508-3312-47e1-95d4-9dda84d01bcf HTTP/1.1" status: 204 len: 168 time: 0.5338383 Apr 30 13:15:38.422516 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79d10d8-9da7-4996-95c2-22c3afb78f9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43004508-3312-47e1-95d4-9dda84d01bcf,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:38.433273 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-e79d10d8-9da7-4996-95c2-22c3afb78f9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:38.437440 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [req-63bf1351-bb11-4679-98c1-e5714e1a7657 req-9aa414db-cc79-4b1a-b9cc-4378fd45ec9a service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=3c42be87-8352-42cf-a6e1-e7e026aabbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719860 Apr 30 13:15:38.448887 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-c0cafcec-7d9d-4d94-bda4-5c102cc5c7db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:15:38.461971 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-c0cafcec-7d9d-4d94-bda4-5c102cc5c7db admin admin] Usage tracker for resource:security_group_rule and tenant:aec2a7a2112f48c693553b9cda3e86a8 is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:15:38.468443 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-c0cafcec-7d9d-4d94-bda4-5c102cc5c7db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:15:38.515883 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-c0cafcec-7d9d-4d94-bda4-5c102cc5c7db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:15:38.611060 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-bfedc400-f762-49b6-8878-3bed1bdd5b47 req-42ffc348-075b-497a-abf9-c0c6e11bef07 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] 10.222.0.84 "GET /v2.0/ports?device_id=1dd81a91-e5f8-448b-8e9c-f25715635bfd HTTP/1.1" status: 200 len: 210 time: 0.0563681 Apr 30 13:15:38.636443 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.db.db_base_plugin_common [req-b93811f5-9dfc-404c-9a30-a3693c03f387 req-921e3a47-d0f3-4f9d-8b6b-d0b6c1498314 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Allocated IP 172.20.0.10 (e366e837-ed9f-4552-8a40-b501cbb570b4/6bc0199c-a631-4772-be49-5ae677a3d71f/18c6c358-6dde-4acf-be95-e3f8cae114d1) {{(pid=73810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 13:15:38.836245 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.84', 53446) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:15:39.113593 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-390c4846-776b-4d8e-a9e2-f1ca09eb7a6c req-bc6b98bd-fc82-4077-b1fc-bd8afbc012b0 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] 10.222.0.84 "GET /v2.0/ports?device_id=3891d1b0-b5dd-47c3-b3d4-60a44acdf909 HTTP/1.1" status: 200 len: 210 time: 0.3161376 Apr 30 13:15:39.168669 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-f2a01299-51fa-4285-a5c1-5bb17640e2ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:39.192424 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-f2a01299-51fa-4285-a5c1-5bb17640e2ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:15:39.200625 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-f2a01299-51fa-4285-a5c1-5bb17640e2ff admin admin] Usage tracker for resource:security_group_rule and tenant:e58d363a1d074eed9db28ac92b8f032d is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:15:39.206494 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-f2a01299-51fa-4285-a5c1-5bb17640e2ff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:15:39.216796 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-f2a01299-51fa-4285-a5c1-5bb17640e2ff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:15:39.232792 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-c0cafcec-7d9d-4d94-bda4-5c102cc5c7db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:39.271227 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d81ecb3-fc79-4439-abde-4f4e19cf0f6e req-afb071ba-422c-4742-b9ca-72a19ba74501 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:39.272925 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [req-5d81ecb3-fc79-4439-abde-4f4e19cf0f6e req-afb071ba-422c-4742-b9ca-72a19ba74501 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] 10.222.0.95 "GET /v2.0/networks?id=1457f85c-3f42-4120-b6e2-0f4ede8b9218 HTTP/1.1" status: 200 len: 809 time: 0.3154342 Apr 30 13:15:39.340457 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.db.agents_db [None req-91df71b6-c2d8-49d0-b68d-2a1f0a47a62a None None] Agent healthcheck: found 6 active agents {{(pid=73814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 13:15:39.384403 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [req-5d81ecb3-fc79-4439-abde-4f4e19cf0f6e req-24fc4e03-bae6-4fe6-93ac-fe69d819ec41 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] 10.222.0.95 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=918e31ad0d5f410eac8b4de9626cac1f HTTP/1.1" status: 200 len: 380 time: 0.0856767 Apr 30 13:15:39.415534 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.v2.base [req-5d81ecb3-fc79-4439-abde-4f4e19cf0f6e req-eb6d0d81-6b47-4339-8477-b680b7172950 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Request body: {'port': {'device_id': '3891d1b0-b5dd-47c3-b3d4-60a44acdf909', 'network_id': '1457f85c-3f42-4120-b6e2-0f4ede8b9218', 'admin_state_up': True, 'tenant_id': '918e31ad0d5f410eac8b4de9626cac1f', 'security_groups': ['38056ed3-e545-461e-877e-10c00fc58fe1']}} {{(pid=73809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:15:39.441031 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-b93811f5-9dfc-404c-9a30-a3693c03f387 req-921e3a47-d0f3-4f9d-8b6b-d0b6c1498314 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Notify callbacks [] for port, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:39.458196 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [req-b93811f5-9dfc-404c-9a30-a3693c03f387 req-921e3a47-d0f3-4f9d-8b6b-d0b6c1498314 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Transition to ACTIVE for port object 18c6c358-6dde-4acf-be95-e3f8cae114d1 will not be triggered until provisioned by entity DHCP. {{(pid=73810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:15:39.472771 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-f2a01299-51fa-4285-a5c1-5bb17640e2ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:39.477641 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-c0cafcec-7d9d-4d94-bda4-5c102cc5c7db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985230'] for security_group, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:39.482437 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-f2a01299-51fa-4285-a5c1-5bb17640e2ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985230'] for security_group, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:39.497472 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-dd5d9aae-9142-4d5c-a75a-83ca684bb496 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:39.527120 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-fb768b84-db37-4c59-82af-d8f671b351b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:39.574909 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [None req-c0cafcec-7d9d-4d94-bda4-5c102cc5c7db admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=aec2a7a2112f48c693553b9cda3e86a8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2476344 Apr 30 13:15:39.579929 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.84', 53476) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:15:39.621672 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cafcec-7d9d-4d94-bda4-5c102cc5c7db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=136b00ed-cf83-4c1e-8c45-a163870793da,revision_number=1']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:39.633899 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-c0cafcec-7d9d-4d94-bda4-5c102cc5c7db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:39.647682 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-b93811f5-9dfc-404c-9a30-a3693c03f387 req-921e3a47-d0f3-4f9d-8b6b-d0b6c1498314 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4120194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773352839702'] for port, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:39.676874 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:39.756406 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a01299-51fa-4285-a5c1-5bb17640e2ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f2bdfa7-3868-47aa-b1c2-ff37e5ad4055,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:39.775917 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34ae750-9b89-481c-9fd0-6c7f3337cfda req-baeb0bdd-b816-4f1f-ac00-244f5cb1185a tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:39.777625 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-f34ae750-9b89-481c-9fd0-6c7f3337cfda req-baeb0bdd-b816-4f1f-ac00-244f5cb1185a tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] 10.222.0.84 "GET /v2.0/ports?device_id=629aaee7-e32c-43e8-ad87-68a35cc7a888 HTTP/1.1" status: 200 len: 945 time: 0.8516793 Apr 30 13:15:39.788597 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b93811f5-9dfc-404c-9a30-a3693c03f387 req-921e3a47-d0f3-4f9d-8b6b-d0b6c1498314 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Network e366e837-ed9f-4552-8a40-b501cbb570b4 is already hosted by enough agents. {{(pid=73810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:15:39.797779 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.scheduler.base_scheduler [req-b93811f5-9dfc-404c-9a30-a3693c03f387 req-921e3a47-d0f3-4f9d-8b6b-d0b6c1498314 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Resources bound (agent type, host, resource id): {{(pid=73810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:15:39.798489 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-f2a01299-51fa-4285-a5c1-5bb17640e2ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:39.822183 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.db.l3_dvrscheduler_db [req-b93811f5-9dfc-404c-9a30-a3693c03f387 req-921e3a47-d0f3-4f9d-8b6b-d0b6c1498314 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Received port after_create {{(pid=73810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 13:15:39.824764 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000748'] for agent, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:39.825288 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [None req-f2a01299-51fa-4285-a5c1-5bb17640e2ff admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=e58d363a1d074eed9db28ac92b8f032d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9874234 Apr 30 13:15:39.828249 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.84', 53494) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:15:39.828514 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93811f5-9dfc-404c-9a30-a3693c03f387 req-921e3a47-d0f3-4f9d-8b6b-d0b6c1498314 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:39.829466 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-b93811f5-9dfc-404c-9a30-a3693c03f387 req-921e3a47-d0f3-4f9d-8b6b-d0b6c1498314 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647359'] for port, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:39.835880 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921e3a47-d0f3-4f9d-8b6b-d0b6c1498314 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Pushing event updated for resources: {'Port': ['ID=18c6c358-6dde-4acf-be95-e3f8cae114d1,revision_number=1']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:39.895760 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-921e3a47-d0f3-4f9d-8b6b-d0b6c1498314 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:39.932397 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-9ee8e789-9b03-48ff-954c-3e0110659716 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:39.965627 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-8f499ae7-7c9a-4ed0-b14b-6e323eeece1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:39.973897 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [req-5d81ecb3-fc79-4439-abde-4f4e19cf0f6e req-eb6d0d81-6b47-4339-8477-b680b7172950 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:15:39.981876 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-9ee8e789-9b03-48ff-954c-3e0110659716 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:39.991144 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.quota.resource [req-5d81ecb3-fc79-4439-abde-4f4e19cf0f6e req-eb6d0d81-6b47-4339-8477-b680b7172950 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Usage tracker for resource:port and tenant:918e31ad0d5f410eac8b4de9626cac1f is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:15:39.995143 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.quota.resource [req-5d81ecb3-fc79-4439-abde-4f4e19cf0f6e req-eb6d0d81-6b47-4339-8477-b680b7172950 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Quota usage for port was recalculated. Used quota:3. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:15:39.997721 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-8f499ae7-7c9a-4ed0-b14b-6e323eeece1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:40.005374 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [req-5d81ecb3-fc79-4439-abde-4f4e19cf0f6e req-eb6d0d81-6b47-4339-8477-b680b7172950 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:15:40.048831 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d81ecb3-fc79-4439-abde-4f4e19cf0f6e req-eb6d0d81-6b47-4339-8477-b680b7172950 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Made reservation on behalf of 918e31ad0d5f410eac8b4de9626cac1f for: {'port': 1} {{(pid=73809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:15:40.054199 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-5d81ecb3-fc79-4439-abde-4f4e19cf0f6e req-eb6d0d81-6b47-4339-8477-b680b7172950 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4120257'] for port, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:40.118973 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-b93811f5-9dfc-404c-9a30-a3693c03f387 req-921e3a47-d0f3-4f9d-8b6b-d0b6c1498314 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3717275 Apr 30 13:15:40.133208 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-f34ae750-9b89-481c-9fd0-6c7f3337cfda req-51488c69-4940-48f2-ae46-2c03fe3ebb2b tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] 10.222.0.84 "GET /v2.0/security-groups?id=3c42be87-8352-42cf-a6e1-e7e026aabbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3427532 Apr 30 13:15:40.144399 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.v2.base [req-b93811f5-9dfc-404c-9a30-a3693c03f387 req-f6dbf739-f692-4271-86bb-7051ac6c9138 service neutron] Request body: {'port': {'device_id': '1dd81a91-e5f8-448b-8e9c-f25715635bfd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78719'}} {{(pid=73810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:15:40.146641 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.provisioning_blocks [None req-7ad95fe2-18cd-42f8-a21b-55891e9815e1 None None] Provisioning for port 18c6c358-6dde-4acf-be95-e3f8cae114d1 completed by entity DHCP. {{(pid=73812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:15:40.153667 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.provisioning_blocks [None req-7ad95fe2-18cd-42f8-a21b-55891e9815e1 None None] Provisioning complete for port 18c6c358-6dde-4acf-be95-e3f8cae114d1 triggered by entity DHCP. {{(pid=73812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:15:40.154054 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-7ad95fe2-18cd-42f8-a21b-55891e9815e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000605'] for port, provisioning_complete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:40.190873 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-8f499ae7-7c9a-4ed0-b14b-6e323eeece1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985230'] for security_group, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:40.196319 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-9ee8e789-9b03-48ff-954c-3e0110659716 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985230'] for security_group, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:40.212790 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:40.226410 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:40.247222 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.plugin [None req-7ad95fe2-18cd-42f8-a21b-55891e9815e1 None None] Port 18c6c358-6dde-4acf-be95-e3f8cae114d1 cannot update to ACTIVE because it is not bound. {{(pid=73812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 13:15:40.259169 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee8e789-9b03-48ff-954c-3e0110659716 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f2bdfa7-3868-47aa-b1c2-ff37e5ad4055,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:40.262106 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-9ee8e789-9b03-48ff-954c-3e0110659716 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:40.279203 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-9ee8e789-9b03-48ff-954c-3e0110659716 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:40.280334 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [None req-9ee8e789-9b03-48ff-954c-3e0110659716 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/7f2bdfa7-3868-47aa-b1c2-ff37e5ad4055 HTTP/1.1" status: 204 len: 168 time: 0.4511809 Apr 30 13:15:40.292916 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f499ae7-7c9a-4ed0-b14b-6e323eeece1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=136b00ed-cf83-4c1e-8c45-a163870793da,revision_number=None']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:40.369619 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-8f499ae7-7c9a-4ed0-b14b-6e323eeece1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:40.382891 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.db_base_plugin_common [req-5d81ecb3-fc79-4439-abde-4f4e19cf0f6e req-eb6d0d81-6b47-4339-8477-b680b7172950 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Allocated IP 172.20.0.3 (1457f85c-3f42-4120-b6e2-0f4ede8b9218/8da5f9ec-8d10-4fc1-8b60-251865469edd/44f63f57-f3af-42c7-8529-4679e3b0a132) {{(pid=73809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 13:15:40.407026 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-8f499ae7-7c9a-4ed0-b14b-6e323eeece1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:40.408873 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [None req-8f499ae7-7c9a-4ed0-b14b-6e323eeece1e admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/136b00ed-cf83-4c1e-8c45-a163870793da HTTP/1.1" status: 204 len: 168 time: 0.8235662 Apr 30 13:15:40.422722 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6501c108-4e1b-444e-ac6a-8604276577be req-c8efec5e-770d-4660-ad5d-b37c24b9c59c tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:40.425156 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-6501c108-4e1b-444e-ac6a-8604276577be req-c8efec5e-770d-4660-ad5d-b37c24b9c59c tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] 10.222.0.84 "GET /v2.0/networks?id=a2370fd2-9a9f-499d-8dea-fb3ea7c82d60 HTTP/1.1" status: 200 len: 814 time: 0.6039064 Apr 30 13:15:40.627088 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-6501c108-4e1b-444e-ac6a-8604276577be req-c8a2c521-41af-4ca1-88b5-e74e80055548 tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] 10.222.0.84 "GET /v2.0/quotas/4c8480cf79cf411899d291c4db89977f HTTP/1.1" status: 200 len: 375 time: 0.0972898 Apr 30 13:15:40.704480 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-b93811f5-9dfc-404c-9a30-a3693c03f387 req-f6dbf739-f692-4271-86bb-7051ac6c9138 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4120257'] for port, before_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:40.735871 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60df3ba8-ec88-4b85-92ab-f6eefa6f04d8 req-d9113599-03d3-45eb-b0a2-a423bf138900 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:40.736749 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.quota.resource [req-60df3ba8-ec88-4b85-92ab-f6eefa6f04d8 req-d9113599-03d3-45eb-b0a2-a423bf138900 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Synchronizing usage tracker for tenant:1cdf6705df774b71b1ef55768d3b4135 on resource:port {{(pid=73810) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:15:40.757650 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.84', 53518) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:15:40.803207 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.quota.resource [req-60df3ba8-ec88-4b85-92ab-f6eefa6f04d8 req-d9113599-03d3-45eb-b0a2-a423bf138900 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Unset dirty status for tenant:1cdf6705df774b71b1ef55768d3b4135 on resource:port {{(pid=73810) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:15:40.805383 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-60df3ba8-ec88-4b85-92ab-f6eefa6f04d8 req-d9113599-03d3-45eb-b0a2-a423bf138900 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] 10.222.0.84 "GET /v2.0/ports?device_id=1dd81a91-e5f8-448b-8e9c-f25715635bfd HTTP/1.1" status: 200 len: 932 time: 0.5575979 Apr 30 13:15:40.819894 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-353df5a3-7d50-49a4-95fd-850c21cd8fa8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:40.869461 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-353df5a3-7d50-49a4-95fd-850c21cd8fa8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:15:40.880231 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-353df5a3-7d50-49a4-95fd-850c21cd8fa8 admin admin] Usage tracker for resource:security_group_rule and tenant:5c7d8e3218da4fb0b3309bc5c8ed0d1e is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:15:40.887027 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-353df5a3-7d50-49a4-95fd-850c21cd8fa8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:15:40.907477 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-353df5a3-7d50-49a4-95fd-850c21cd8fa8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:15:40.917185 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-5d81ecb3-fc79-4439-abde-4f4e19cf0f6e req-eb6d0d81-6b47-4339-8477-b680b7172950 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Notify callbacks [] for port, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:40.951888 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-6501c108-4e1b-444e-ac6a-8604276577be req-96e79886-6e15-4991-9495-600a54a62e65 tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=4c8480cf79cf411899d291c4db89977f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3036981 Apr 30 13:15:40.958774 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-60df3ba8-ec88-4b85-92ab-f6eefa6f04d8 req-4bad6f53-d6d1-4062-b42b-ea01bb53ff04 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] 10.222.0.84 "GET /v2.0/security-groups?id=e084591c-f787-483b-9216-30d5c5cd705c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1385396 Apr 30 13:15:40.967693 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.provisioning_blocks [req-5d81ecb3-fc79-4439-abde-4f4e19cf0f6e req-eb6d0d81-6b47-4339-8477-b680b7172950 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Transition to ACTIVE for port object 44f63f57-f3af-42c7-8529-4679e3b0a132 will not be triggered until provisioned by entity DHCP. {{(pid=73809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:15:41.056212 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-5d81ecb3-fc79-4439-abde-4f4e19cf0f6e req-eb6d0d81-6b47-4339-8477-b680b7172950 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4120194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773352839702'] for port, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:41.077869 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:41.175908 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6d0d81-6b47-4339-8477-b680b7172950 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Pushing event updated for resources: {'Port': ['ID=44f63f57-f3af-42c7-8529-4679e3b0a132,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:41.183683 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-eb6d0d81-6b47-4339-8477-b680b7172950 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:41.215157 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d81ecb3-fc79-4439-abde-4f4e19cf0f6e req-eb6d0d81-6b47-4339-8477-b680b7172950 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Network 1457f85c-3f42-4120-b6e2-0f4ede8b9218 is already hosted by enough agents. {{(pid=73809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:15:41.215157 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.scheduler.base_scheduler [req-5d81ecb3-fc79-4439-abde-4f4e19cf0f6e req-eb6d0d81-6b47-4339-8477-b680b7172950 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Resources bound (agent type, host, resource id): {{(pid=73809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:15:41.221597 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d81ecb3-fc79-4439-abde-4f4e19cf0f6e req-eb6d0d81-6b47-4339-8477-b680b7172950 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Received port after_create {{(pid=73809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 13:15:41.231372 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d81ecb3-fc79-4439-abde-4f4e19cf0f6e req-eb6d0d81-6b47-4339-8477-b680b7172950 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:41.232060 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-5d81ecb3-fc79-4439-abde-4f4e19cf0f6e req-eb6d0d81-6b47-4339-8477-b680b7172950 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647359'] for port, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:41.239025 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-353df5a3-7d50-49a4-95fd-850c21cd8fa8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:41.250391 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-353df5a3-7d50-49a4-95fd-850c21cd8fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985230'] for security_group, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:41.267943 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:41.300187 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353df5a3-7d50-49a4-95fd-850c21cd8fa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=203edc78-f24c-4fe2-8d85-e7a44b4f55fd,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:41.311596 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-353df5a3-7d50-49a4-95fd-850c21cd8fa8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:41.324890 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [req-5d81ecb3-fc79-4439-abde-4f4e19cf0f6e req-eb6d0d81-6b47-4339-8477-b680b7172950 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9276409 Apr 30 13:15:41.334559 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [None req-353df5a3-7d50-49a4-95fd-850c21cd8fa8 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=5c7d8e3218da4fb0b3309bc5c8ed0d1e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5741715 Apr 30 13:15:41.338871 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.v2.base [req-5d81ecb3-fc79-4439-abde-4f4e19cf0f6e req-c2d27f14-0826-49ff-8532-c5b2e66d973e service neutron] Request body: {'port': {'device_id': '3891d1b0-b5dd-47c3-b3d4-60a44acdf909', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78719'}} {{(pid=73809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:15:41.371799 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.84', 53542) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:15:41.497812 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.provisioning_blocks [None req-304330fe-23c3-41b6-8035-2925e6d117bd None None] Provisioning for port 44f63f57-f3af-42c7-8529-4679e3b0a132 completed by entity DHCP. {{(pid=73812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:15:41.505085 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.provisioning_blocks [None req-304330fe-23c3-41b6-8035-2925e6d117bd None None] Provisioning complete for port 44f63f57-f3af-42c7-8529-4679e3b0a132 triggered by entity DHCP. {{(pid=73812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:15:41.505587 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-304330fe-23c3-41b6-8035-2925e6d117bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000605'] for port, provisioning_complete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:41.526454 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-7eace473-b0e0-4d43-b89e-054e0da8d6cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:41.559328 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-7eace473-b0e0-4d43-b89e-054e0da8d6cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:41.616957 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-5d81ecb3-fc79-4439-abde-4f4e19cf0f6e req-c2d27f14-0826-49ff-8532-c5b2e66d973e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4120257'] for port, before_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:41.632979 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-7eace473-b0e0-4d43-b89e-054e0da8d6cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985230'] for security_group, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:41.635056 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-6501c108-4e1b-444e-ac6a-8604276577be req-a6529f56-54ee-4d8c-9ea2-acb9fe80232c service neutron] 10.222.0.84 "GET /v2.0/networks/a2370fd2-9a9f-499d-8dea-fb3ea7c82d60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6748796 Apr 30 13:15:41.640710 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:41.650618 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.plugin [None req-304330fe-23c3-41b6-8035-2925e6d117bd None None] Port 44f63f57-f3af-42c7-8529-4679e3b0a132 cannot update to ACTIVE because it is not bound. {{(pid=73812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 13:15:41.656336 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eace473-b0e0-4d43-b89e-054e0da8d6cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=203edc78-f24c-4fe2-8d85-e7a44b4f55fd,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:41.690143 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-7eace473-b0e0-4d43-b89e-054e0da8d6cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:41.701563 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-7eace473-b0e0-4d43-b89e-054e0da8d6cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:41.702825 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [None req-7eace473-b0e0-4d43-b89e-054e0da8d6cf admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/203edc78-f24c-4fe2-8d85-e7a44b4f55fd HTTP/1.1" status: 204 len: 168 time: 0.3299325 Apr 30 13:15:41.765978 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440f72f3-c532-40f8-af0e-a7878bc0d5d3 req-fb6f6142-36d9-40e8-ace3-7c98b51fabc8 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:41.768760 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-440f72f3-c532-40f8-af0e-a7878bc0d5d3 req-fb6f6142-36d9-40e8-ace3-7c98b51fabc8 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] 10.222.0.84 "GET /v2.0/ports?device_id=3891d1b0-b5dd-47c3-b3d4-60a44acdf909 HTTP/1.1" status: 200 len: 931 time: 0.3105173 Apr 30 13:15:41.902031 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-6501c108-4e1b-444e-ac6a-8604276577be req-8497f671-0efa-490f-87f9-4415935a0b53 service neutron] 10.222.0.84 "GET /v2.0/networks/a2370fd2-9a9f-499d-8dea-fb3ea7c82d60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2557240 Apr 30 13:15:41.915620 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-440f72f3-c532-40f8-af0e-a7878bc0d5d3 req-41903873-cd66-463b-8f34-0042b5550e9b tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] 10.222.0.84 "GET /v2.0/security-groups?id=38056ed3-e545-461e-877e-10c00fc58fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1413188 Apr 30 13:15:41.927290 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.notifiers.nova [req-b93811f5-9dfc-404c-9a30-a3693c03f387 req-f6dbf739-f692-4271-86bb-7051ac6c9138 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18c6c358-6dde-4acf-be95-e3f8cae114d1 {{(pid=73810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 13:15:41.935811 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-b93811f5-9dfc-404c-9a30-a3693c03f387 req-f6dbf739-f692-4271-86bb-7051ac6c9138 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:41.951409 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [req-b93811f5-9dfc-404c-9a30-a3693c03f387 req-f6dbf739-f692-4271-86bb-7051ac6c9138 service neutron] Transition to ACTIVE for port object 18c6c358-6dde-4acf-be95-e3f8cae114d1 will not be triggered until provisioned by entity L2. {{(pid=73810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:15:41.957911 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-b93811f5-9dfc-404c-9a30-a3693c03f387 req-f6dbf739-f692-4271-86bb-7051ac6c9138 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4120194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773353276007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773352839720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773352839765'] for port, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:41.964429 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:42.060495 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6dbf739-f692-4271-86bb-7051ac6c9138 service neutron] Pushing event updated for resources: {'Port': ['ID=18c6c358-6dde-4acf-be95-e3f8cae114d1,revision_number=2']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:42.064998 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-f6dbf739-f692-4271-86bb-7051ac6c9138 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:42.210203 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.notifiers.nova [req-5d81ecb3-fc79-4439-abde-4f4e19cf0f6e req-c2d27f14-0826-49ff-8532-c5b2e66d973e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44f63f57-f3af-42c7-8529-4679e3b0a132 {{(pid=73809) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 13:15:42.252963 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-5d81ecb3-fc79-4439-abde-4f4e19cf0f6e req-c2d27f14-0826-49ff-8532-c5b2e66d973e service neutron] Notify callbacks [] for port, precommit_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:42.304219 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.provisioning_blocks [req-5d81ecb3-fc79-4439-abde-4f4e19cf0f6e req-c2d27f14-0826-49ff-8532-c5b2e66d973e service neutron] Transition to ACTIVE for port object 44f63f57-f3af-42c7-8529-4679e3b0a132 will not be triggered until provisioned by entity L2. {{(pid=73809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:15:42.307257 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.managers [req-b93811f5-9dfc-404c-9a30-a3693c03f387 req-f6dbf739-f692-4271-86bb-7051ac6c9138 service neutron] Attempting to bind port 18c6c358-6dde-4acf-be95-e3f8cae114d1 on host hv-cinder-78719 for vnic_type normal with profile {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 13:15:42.307710 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.managers [req-b93811f5-9dfc-404c-9a30-a3693c03f387 req-f6dbf739-f692-4271-86bb-7051ac6c9138 service neutron] Attempting to bind port 18c6c358-6dde-4acf-be95-e3f8cae114d1 by drivers openvswitch,hyperv on host hv-cinder-78719 at level 0 using segments [{'id': 'bd5afee6-82cf-4022-aa9c-8998fa98a06d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': 'e366e837-ed9f-4552-8a40-b501cbb570b4'}] {{(pid=73810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 13:15:42.308316 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b93811f5-9dfc-404c-9a30-a3693c03f387 req-f6dbf739-f692-4271-86bb-7051ac6c9138 service neutron] Attempting to bind port 18c6c358-6dde-4acf-be95-e3f8cae114d1 on network e366e837-ed9f-4552-8a40-b501cbb570b4 {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:15:42.311601 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-5d81ecb3-fc79-4439-abde-4f4e19cf0f6e req-c2d27f14-0826-49ff-8532-c5b2e66d973e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4120194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773353276007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773352839720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773352839765'] for port, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:42.318111 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b93811f5-9dfc-404c-9a30-a3693c03f387 req-f6dbf739-f692-4271-86bb-7051ac6c9138 service neutron] Port 18c6c358-6dde-4acf-be95-e3f8cae114d1 on network e366e837-ed9f-4552-8a40-b501cbb570b4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78719 {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 30 13:15:42.318111 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b93811f5-9dfc-404c-9a30-a3693c03f387 req-f6dbf739-f692-4271-86bb-7051ac6c9138 service neutron] Attempting to bind port 18c6c358-6dde-4acf-be95-e3f8cae114d1 on network e366e837-ed9f-4552-8a40-b501cbb570b4 {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:15:42.325146 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b93811f5-9dfc-404c-9a30-a3693c03f387 req-f6dbf739-f692-4271-86bb-7051ac6c9138 service neutron] Checking agent: {'id': '9979f301-637a-421d-a751-ee4de56fc333', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78719', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 13, 10), 'started_at': datetime.datetime(2021, 4, 30, 13, 13, 10), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 15, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 13:15:42.325717 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b93811f5-9dfc-404c-9a30-a3693c03f387 req-f6dbf739-f692-4271-86bb-7051ac6c9138 service neutron] Checking segment: {'id': 'bd5afee6-82cf-4022-aa9c-8998fa98a06d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': 'e366e837-ed9f-4552-8a40-b501cbb570b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:15:42.326186 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b93811f5-9dfc-404c-9a30-a3693c03f387 req-f6dbf739-f692-4271-86bb-7051ac6c9138 service neutron] Bound using segment: {'id': 'bd5afee6-82cf-4022-aa9c-8998fa98a06d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': 'e366e837-ed9f-4552-8a40-b501cbb570b4'} {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 13:15:42.327137 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:42.327250 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.managers [req-b93811f5-9dfc-404c-9a30-a3693c03f387 req-f6dbf739-f692-4271-86bb-7051ac6c9138 service neutron] Bound port: 18c6c358-6dde-4acf-be95-e3f8cae114d1, host: hv-cinder-78719, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd5afee6-82cf-4022-aa9c-8998fa98a06d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': 'e366e837-ed9f-4552-8a40-b501cbb570b4'}}] {{(pid=73810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 13:15:42.327548 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-b93811f5-9dfc-404c-9a30-a3693c03f387 req-f6dbf739-f692-4271-86bb-7051ac6c9138 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4120257'] for port, before_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:42.501323 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a84f41-1180-415c-8290-fd25f5a8b218 req-200a76fc-8872-4f72-9191-9322dceb0c7f tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:42.503296 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-f5a84f41-1180-415c-8290-fd25f5a8b218 req-200a76fc-8872-4f72-9191-9322dceb0c7f tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] 10.222.0.84 "GET /v2.0/ports?device_id=629aaee7-e32c-43e8-ad87-68a35cc7a888 HTTP/1.1" status: 200 len: 945 time: 0.3639297 Apr 30 13:15:42.637996 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.db [req-b93811f5-9dfc-404c-9a30-a3693c03f387 req-f6dbf739-f692-4271-86bb-7051ac6c9138 service neutron] For port 18c6c358-6dde-4acf-be95-e3f8cae114d1, host hv-cinder-78719, cleared binding levels {{(pid=73810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 13:15:42.653485 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-f5a84f41-1180-415c-8290-fd25f5a8b218 req-5285bed2-1d4c-48d4-b9ba-dc980ef030df tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] 10.222.0.84 "GET /v2.0/security-groups?id=3c42be87-8352-42cf-a6e1-e7e026aabbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354744 Apr 30 13:15:42.668315 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.db [req-b93811f5-9dfc-404c-9a30-a3693c03f387 req-f6dbf739-f692-4271-86bb-7051ac6c9138 service neutron] For port 18c6c358-6dde-4acf-be95-e3f8cae114d1, host hv-cinder-78719, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=18c6c358-6dde-4acf-be95-e3f8cae114d1,segment=NetworkSegment(bd5afee6-82cf-4022-aa9c-8998fa98a06d),segment_id=bd5afee6-82cf-4022-aa9c-8998fa98a06d)] {{(pid=73810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 13:15:42.676311 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-b93811f5-9dfc-404c-9a30-a3693c03f387 req-f6dbf739-f692-4271-86bb-7051ac6c9138 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4120194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773353276007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773352839720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773352839765'] for port, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:42.705332 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:42.827733 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93811f5-9dfc-404c-9a30-a3693c03f387 req-f6dbf739-f692-4271-86bb-7051ac6c9138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:42.828088 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-b93811f5-9dfc-404c-9a30-a3693c03f387 req-f6dbf739-f692-4271-86bb-7051ac6c9138 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647359'] for port, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:42.829815 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-b93811f5-9dfc-404c-9a30-a3693c03f387 req-f6dbf739-f692-4271-86bb-7051ac6c9138 service neutron] 10.222.0.95 "PUT /v2.0/ports/18c6c358-6dde-4acf-be95-e3f8cae114d1 HTTP/1.1" status: 200 len: 1094 time: 2.6917155 Apr 30 13:15:42.830312 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1dd81a91-e5f8-448b-8e9c-f25715635bfd', 'tag': '18c6c358-6dde-4acf-be95-e3f8cae114d1'}] {{(pid=73810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:15:42.883781 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.managers [req-5d81ecb3-fc79-4439-abde-4f4e19cf0f6e req-c2d27f14-0826-49ff-8532-c5b2e66d973e service neutron] Attempting to bind port 44f63f57-f3af-42c7-8529-4679e3b0a132 on host hv-cinder-78719 for vnic_type normal with profile {{(pid=73809) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 13:15:42.884124 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.managers [req-5d81ecb3-fc79-4439-abde-4f4e19cf0f6e req-c2d27f14-0826-49ff-8532-c5b2e66d973e service neutron] Attempting to bind port 44f63f57-f3af-42c7-8529-4679e3b0a132 by drivers openvswitch,hyperv on host hv-cinder-78719 at level 0 using segments [{'id': 'ff042486-32fa-466b-a0ab-93d4f13b17fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1123, 'network_id': '1457f85c-3f42-4120-b6e2-0f4ede8b9218'}] {{(pid=73809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 13:15:42.884470 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d81ecb3-fc79-4439-abde-4f4e19cf0f6e req-c2d27f14-0826-49ff-8532-c5b2e66d973e service neutron] Attempting to bind port 44f63f57-f3af-42c7-8529-4679e3b0a132 on network 1457f85c-3f42-4120-b6e2-0f4ede8b9218 {{(pid=73809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:15:42.898659 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d27f14-0826-49ff-8532-c5b2e66d973e service neutron] Pushing event updated for resources: {'Port': ['ID=44f63f57-f3af-42c7-8529-4679e3b0a132,revision_number=2']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:42.907230 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-c2d27f14-0826-49ff-8532-c5b2e66d973e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.580s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:42.909201 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d81ecb3-fc79-4439-abde-4f4e19cf0f6e req-c2d27f14-0826-49ff-8532-c5b2e66d973e service neutron] Port 44f63f57-f3af-42c7-8529-4679e3b0a132 on network 1457f85c-3f42-4120-b6e2-0f4ede8b9218 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78719 {{(pid=73809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 30 13:15:42.911105 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d81ecb3-fc79-4439-abde-4f4e19cf0f6e req-c2d27f14-0826-49ff-8532-c5b2e66d973e service neutron] Attempting to bind port 44f63f57-f3af-42c7-8529-4679e3b0a132 on network 1457f85c-3f42-4120-b6e2-0f4ede8b9218 {{(pid=73809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:15:42.924718 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d81ecb3-fc79-4439-abde-4f4e19cf0f6e req-c2d27f14-0826-49ff-8532-c5b2e66d973e service neutron] Checking agent: {'id': '9979f301-637a-421d-a751-ee4de56fc333', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78719', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 13, 10), 'started_at': datetime.datetime(2021, 4, 30, 13, 13, 10), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 15, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 13:15:42.927030 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d81ecb3-fc79-4439-abde-4f4e19cf0f6e req-c2d27f14-0826-49ff-8532-c5b2e66d973e service neutron] Checking segment: {'id': 'ff042486-32fa-466b-a0ab-93d4f13b17fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1123, 'network_id': '1457f85c-3f42-4120-b6e2-0f4ede8b9218'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:15:42.928261 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d81ecb3-fc79-4439-abde-4f4e19cf0f6e req-c2d27f14-0826-49ff-8532-c5b2e66d973e service neutron] Bound using segment: {'id': 'ff042486-32fa-466b-a0ab-93d4f13b17fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1123, 'network_id': '1457f85c-3f42-4120-b6e2-0f4ede8b9218'} {{(pid=73809) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 13:15:42.929081 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.managers [req-5d81ecb3-fc79-4439-abde-4f4e19cf0f6e req-c2d27f14-0826-49ff-8532-c5b2e66d973e service neutron] Bound port: 44f63f57-f3af-42c7-8529-4679e3b0a132, host: hv-cinder-78719, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff042486-32fa-466b-a0ab-93d4f13b17fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1123, 'network_id': '1457f85c-3f42-4120-b6e2-0f4ede8b9218'}}] {{(pid=73809) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 13:15:42.930592 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-5d81ecb3-fc79-4439-abde-4f4e19cf0f6e req-c2d27f14-0826-49ff-8532-c5b2e66d973e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4120257'] for port, before_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:43.098309 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [req-5d81ecb3-fc79-4439-abde-4f4e19cf0f6e req-c2d27f14-0826-49ff-8532-c5b2e66d973e service neutron] For port 44f63f57-f3af-42c7-8529-4679e3b0a132, host hv-cinder-78719, cleared binding levels {{(pid=73809) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 13:15:43.103466 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [req-5d81ecb3-fc79-4439-abde-4f4e19cf0f6e req-c2d27f14-0826-49ff-8532-c5b2e66d973e service neutron] For port 44f63f57-f3af-42c7-8529-4679e3b0a132, host hv-cinder-78719, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=44f63f57-f3af-42c7-8529-4679e3b0a132,segment=NetworkSegment(ff042486-32fa-466b-a0ab-93d4f13b17fd),segment_id=ff042486-32fa-466b-a0ab-93d4f13b17fd)] {{(pid=73809) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 13:15:43.113870 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-5d81ecb3-fc79-4439-abde-4f4e19cf0f6e req-c2d27f14-0826-49ff-8532-c5b2e66d973e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4120194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773353276007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773352839720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773352839765'] for port, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:43.126337 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-53944657-e330-4baf-8470-2d38e3151af0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:43.172826 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-562b3cae-5972-4ccb-aafb-fad2851f9d5d req-2426e5a1-4944-40e1-b694-ab1f44295e2b tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] 10.222.0.84 "GET /v2.0/ports?device_id=a28e6bd0-05d4-43a9-ade8-471de79ac163 HTTP/1.1" status: 200 len: 210 time: 0.2925360 Apr 30 13:15:43.184196 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6dbf739-f692-4271-86bb-7051ac6c9138 service neutron] Pushing event updated for resources: {'Port': ['ID=18c6c358-6dde-4acf-be95-e3f8cae114d1,revision_number=3']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:43.190398 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-f6dbf739-f692-4271-86bb-7051ac6c9138 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.485s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:43.224938 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93811f5-9dfc-404c-9a30-a3693c03f387 req-47fb5185-0ad6-482d-9111-5e53a319a664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:43.227610 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-b93811f5-9dfc-404c-9a30-a3693c03f387 req-47fb5185-0ad6-482d-9111-5e53a319a664 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=1cdf6705df774b71b1ef55768d3b4135&device_id=1dd81a91-e5f8-448b-8e9c-f25715635bfd HTTP/1.1" status: 200 len: 1097 time: 0.3463171 Apr 30 13:15:43.286793 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d27f14-0826-49ff-8532-c5b2e66d973e service neutron] Pushing event updated for resources: {'Port': ['ID=44f63f57-f3af-42c7-8529-4679e3b0a132,revision_number=3']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:43.290427 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-c2d27f14-0826-49ff-8532-c5b2e66d973e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:43.298852 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d81ecb3-fc79-4439-abde-4f4e19cf0f6e req-c2d27f14-0826-49ff-8532-c5b2e66d973e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:43.299584 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-5d81ecb3-fc79-4439-abde-4f4e19cf0f6e req-c2d27f14-0826-49ff-8532-c5b2e66d973e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647359'] for port, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:43.301114 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [req-5d81ecb3-fc79-4439-abde-4f4e19cf0f6e req-c2d27f14-0826-49ff-8532-c5b2e66d973e service neutron] 10.222.0.95 "PUT /v2.0/ports/44f63f57-f3af-42c7-8529-4679e3b0a132 HTTP/1.1" status: 200 len: 1093 time: 1.9674737 Apr 30 13:15:43.301850 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3891d1b0-b5dd-47c3-b3d4-60a44acdf909', 'tag': '44f63f57-f3af-42c7-8529-4679e3b0a132'}] {{(pid=73809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:15:43.360898 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-b93811f5-9dfc-404c-9a30-a3693c03f387 req-6114431a-b268-4d3d-86e2-1aac768d8015 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=18c6c358-6dde-4acf-be95-e3f8cae114d1 HTTP/1.1" status: 200 len: 217 time: 0.1065083 Apr 30 13:15:43.400484 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24273c69-8336-4f67-8b48-4b84aa2dae50 req-b6912e36-c770-4417-9051-f09bac8cf6ff tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:43.417143 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-24273c69-8336-4f67-8b48-4b84aa2dae50 req-b6912e36-c770-4417-9051-f09bac8cf6ff tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] 10.222.0.84 "GET /v2.0/ports?device_id=1dd81a91-e5f8-448b-8e9c-f25715635bfd HTTP/1.1" status: 200 len: 944 time: 0.3662543 Apr 30 13:15:43.621102 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-24273c69-8336-4f67-8b48-4b84aa2dae50 req-1e3f8577-a6b7-433a-9019-c5491e10ac9f tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] 10.222.0.84 "GET /v2.0/security-groups?id=e084591c-f787-483b-9216-30d5c5cd705c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1215205 Apr 30 13:15:43.625361 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93811f5-9dfc-404c-9a30-a3693c03f387 req-4c4b5853-099a-487b-bd1f-cd4b65384df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:43.629925 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-b93811f5-9dfc-404c-9a30-a3693c03f387 req-4c4b5853-099a-487b-bd1f-cd4b65384df0 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=6bc0199c-a631-4772-be49-5ae677a3d71f HTTP/1.1" status: 200 len: 855 time: 0.2113559 Apr 30 13:15:43.843366 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93811f5-9dfc-404c-9a30-a3693c03f387 req-d09dc3a4-98c5-42f3-87fe-ab82b4c3d538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:43.844706 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d81ecb3-fc79-4439-abde-4f4e19cf0f6e req-8609a3ee-2b47-404b-a26b-0def1f372300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:43.847685 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-b93811f5-9dfc-404c-9a30-a3693c03f387 req-d09dc3a4-98c5-42f3-87fe-ab82b4c3d538 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=e366e837-ed9f-4552-8a40-b501cbb570b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2084451 Apr 30 13:15:43.851591 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [req-5d81ecb3-fc79-4439-abde-4f4e19cf0f6e req-8609a3ee-2b47-404b-a26b-0def1f372300 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=918e31ad0d5f410eac8b4de9626cac1f&device_id=3891d1b0-b5dd-47c3-b3d4-60a44acdf909 HTTP/1.1" status: 200 len: 1096 time: 0.4763880 Apr 30 13:15:43.913026 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1dd81a91-e5f8-448b-8e9c-f25715635bfd', 'tag': '18c6c358-6dde-4acf-be95-e3f8cae114d1', 'status': 'completed', 'code': 200} Apr 30 13:15:44.149568 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [req-5d81ecb3-fc79-4439-abde-4f4e19cf0f6e req-7f34bef3-29ec-46b7-95df-f4f924004014 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=44f63f57-f3af-42c7-8529-4679e3b0a132 HTTP/1.1" status: 200 len: 217 time: 0.2744706 Apr 30 13:15:44.264857 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.95', 62590) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:15:44.270036 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d81ecb3-fc79-4439-abde-4f4e19cf0f6e req-f6765ad0-c1a9-4b6b-b91f-ef98608d5042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:44.271715 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [req-5d81ecb3-fc79-4439-abde-4f4e19cf0f6e req-f6765ad0-c1a9-4b6b-b91f-ef98608d5042 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=8da5f9ec-8d10-4fc1-8b60-251865469edd HTTP/1.1" status: 200 len: 848 time: 0.1014962 Apr 30 13:15:44.272735 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd46ab55-f730-4142-88c0-d81ed456de14 req-973d2b2d-e5a6-4f8a-a4cf-a133dd3dcc4e tempest-DeleteServersTestJSON-277115900 tempest-DeleteServersTestJSON-277115900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:44.280068 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-cd46ab55-f730-4142-88c0-d81ed456de14 req-973d2b2d-e5a6-4f8a-a4cf-a133dd3dcc4e tempest-DeleteServersTestJSON-277115900 tempest-DeleteServersTestJSON-277115900-project] 10.222.0.84 "GET /v2.0/ports?device_id=b3975c68-1a37-4119-bd25-e9d861a3effc HTTP/1.1" status: 200 len: 945 time: 0.4168751 Apr 30 13:15:44.364399 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170530c4-9129-4ae4-9ec7-07e48b517279 req-04033175-c44e-41da-b228-4e485f9761ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:44.366093 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [req-170530c4-9129-4ae4-9ec7-07e48b517279 req-04033175-c44e-41da-b228-4e485f9761ac service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=6ab0fe6b7e8645a0861136e67b76d521&device_id=629aaee7-e32c-43e8-ad87-68a35cc7a888 HTTP/1.1" status: 200 len: 1098 time: 0.4922378 Apr 30 13:15:44.404930 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-b93811f5-9dfc-404c-9a30-a3693c03f387 req-45dfdd36-a222-4815-80ad-3e822d2c4f9e service neutron] 10.222.0.95 "GET /v2.0/networks/e366e837-ed9f-4552-8a40-b501cbb570b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4955661 Apr 30 13:15:44.590521 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170530c4-9129-4ae4-9ec7-07e48b517279 req-95424b80-71b4-4ac4-8da4-e0ac8f431609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:44.593125 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [req-170530c4-9129-4ae4-9ec7-07e48b517279 req-95424b80-71b4-4ac4-8da4-e0ac8f431609 service neutron] 10.222.0.95 "GET /v2.0/networks?id=87e8e01a-ad03-481e-ad3a-b46f9803a913 HTTP/1.1" status: 200 len: 921 time: 0.2040279 Apr 30 13:15:44.619670 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d81ecb3-fc79-4439-abde-4f4e19cf0f6e req-bafe567d-b49c-4a4f-bb71-c45637e4de58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:44.621884 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [req-5d81ecb3-fc79-4439-abde-4f4e19cf0f6e req-bafe567d-b49c-4a4f-bb71-c45637e4de58 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=1457f85c-3f42-4120-b6e2-0f4ede8b9218&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3212986 Apr 30 13:15:44.635531 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-cd46ab55-f730-4142-88c0-d81ed456de14 req-2c490040-0739-477e-a692-866ed9c0ea2a tempest-DeleteServersTestJSON-277115900 tempest-DeleteServersTestJSON-277115900-project] 10.222.0.84 "GET /v2.0/security-groups?id=5c07e30f-6df6-4fa5-914b-5d27af06d4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3543987 Apr 30 13:15:44.774927 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f65338-a6c8-4696-9e7a-250406714aa0 req-646ed859-a2fd-497c-8f11-b21323841db7 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:44.783263 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-98f65338-a6c8-4696-9e7a-250406714aa0 req-646ed859-a2fd-497c-8f11-b21323841db7 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] 10.222.0.84 "GET /v2.0/ports?device_id=3891d1b0-b5dd-47c3-b3d4-60a44acdf909 HTTP/1.1" status: 200 len: 943 time: 0.6140170 Apr 30 13:15:44.854777 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3891d1b0-b5dd-47c3-b3d4-60a44acdf909', 'tag': '44f63f57-f3af-42c7-8529-4679e3b0a132', 'status': 'completed', 'code': 200} Apr 30 13:15:44.861585 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6501c108-4e1b-444e-ac6a-8604276577be req-2becf130-d3bb-4e5d-9ed2-d6687f4766ef tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:44.864392 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-6501c108-4e1b-444e-ac6a-8604276577be req-2becf130-d3bb-4e5d-9ed2-d6687f4766ef tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] 10.222.0.95 "GET /v2.0/networks?id=a2370fd2-9a9f-499d-8dea-fb3ea7c82d60 HTTP/1.1" status: 200 len: 814 time: 0.5822625 Apr 30 13:15:44.881213 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [req-170530c4-9129-4ae4-9ec7-07e48b517279 req-6df93810-3759-4f23-b395-843e5edaac5b service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e9b9b7f5-1d4d-40f3-9154-a9b6901db8a0 HTTP/1.1" status: 200 len: 217 time: 0.2578654 Apr 30 13:15:44.891883 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [req-5d81ecb3-fc79-4439-abde-4f4e19cf0f6e req-f27c6f2b-ff1c-4cad-b3f6-9c9da0524060 service neutron] 10.222.0.95 "GET /v2.0/networks/1457f85c-3f42-4120-b6e2-0f4ede8b9218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2049599 Apr 30 13:15:44.950505 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.v2.base [req-6501c108-4e1b-444e-ac6a-8604276577be req-4ae88e03-8dc8-4f08-aa95-5616ccc9d582 tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] Request body: {'port': {'device_id': 'a28e6bd0-05d4-43a9-ade8-471de79ac163', 'network_id': 'a2370fd2-9a9f-499d-8dea-fb3ea7c82d60', 'admin_state_up': True, 'tenant_id': '4c8480cf79cf411899d291c4db89977f'}} {{(pid=73810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:15:45.108271 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170530c4-9129-4ae4-9ec7-07e48b517279 req-3b16f556-b0d9-49a8-a2e7-b436e021ef75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:45.110551 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [req-170530c4-9129-4ae4-9ec7-07e48b517279 req-3b16f556-b0d9-49a8-a2e7-b436e021ef75 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=ddc22c5d-ab26-4345-8096-8d0d17e2da1d HTTP/1.1" status: 200 len: 859 time: 0.1882055 Apr 30 13:15:45.146953 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-98f65338-a6c8-4696-9e7a-250406714aa0 req-cd3bc3e2-e106-4eaf-86e6-8e735d21e82a tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] 10.222.0.84 "GET /v2.0/security-groups?id=38056ed3-e545-461e-877e-10c00fc58fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2807629 Apr 30 13:15:45.159296 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-b93811f5-9dfc-404c-9a30-a3693c03f387 req-2f8fbc28-4009-43b2-a2d2-759fc9495cb2 service neutron] 10.222.0.95 "GET /v2.0/networks/e366e837-ed9f-4552-8a40-b501cbb570b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6675279 Apr 30 13:15:45.187859 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [req-170530c4-9129-4ae4-9ec7-07e48b517279 req-b10f0505-78a3-4d2a-bc64-7bdc9299e983 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=87e8e01a-ad03-481e-ad3a-b46f9803a913&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0596185 Apr 30 13:15:45.276119 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [req-5d81ecb3-fc79-4439-abde-4f4e19cf0f6e req-9a0a0503-2a68-41a6-9aa9-14b06837f5ec service neutron] 10.222.0.95 "GET /v2.0/networks/1457f85c-3f42-4120-b6e2-0f4ede8b9218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3143663 Apr 30 13:15:45.344655 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.95', 62594) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:15:45.422906 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347287e1-f375-4b17-990d-37311737c636 req-6932f9ae-d364-46c9-a198-b1bcdeb06620 tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:45.424464 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-347287e1-f375-4b17-990d-37311737c636 req-6932f9ae-d364-46c9-a198-b1bcdeb06620 tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] 10.222.0.84 "GET /v2.0/ports?device_id=629aaee7-e32c-43e8-ad87-68a35cc7a888 HTTP/1.1" status: 200 len: 945 time: 0.5568411 Apr 30 13:15:45.452238 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [req-6501c108-4e1b-444e-ac6a-8604276577be req-4ae88e03-8dc8-4f08-aa95-5616ccc9d582 tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:15:45.461043 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-5da5bf70-ed83-44b8-91fc-c4c523ef3ced req-a0198792-dcdf-45f6-9e1c-6d34579c7072 tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] 10.222.0.84 "GET /v2.0/ports?device_id=a28e6bd0-05d4-43a9-ade8-471de79ac163 HTTP/1.1" status: 200 len: 210 time: 0.0831010 Apr 30 13:15:45.512222 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [req-6501c108-4e1b-444e-ac6a-8604276577be req-4ae88e03-8dc8-4f08-aa95-5616ccc9d582 tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:15:45.549325 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-347287e1-f375-4b17-990d-37311737c636 req-a7548ad5-d474-4b20-af97-42ad4e9b7238 tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] 10.222.0.84 "GET /v2.0/security-groups?id=3c42be87-8352-42cf-a6e1-e7e026aabbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084869 Apr 30 13:15:45.565436 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6501c108-4e1b-444e-ac6a-8604276577be req-4ae88e03-8dc8-4f08-aa95-5616ccc9d582 tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] Made reservation on behalf of 4c8480cf79cf411899d291c4db89977f for: {'port': 1} {{(pid=73810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:15:45.578714 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-6501c108-4e1b-444e-ac6a-8604276577be req-4ae88e03-8dc8-4f08-aa95-5616ccc9d582 tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4120257'] for port, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:45.608042 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1209668-a9e1-4f4a-bfdc-8b7e4a73e73e req-a274520d-89d1-476c-af49-d29f08b2efce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:45.609453 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-e1209668-a9e1-4f4a-bfdc-8b7e4a73e73e req-a274520d-89d1-476c-af49-d29f08b2efce service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=1cdf6705df774b71b1ef55768d3b4135&device_id=1dd81a91-e5f8-448b-8e9c-f25715635bfd HTTP/1.1" status: 200 len: 1097 time: 0.3630676 Apr 30 13:15:45.630299 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [req-170530c4-9129-4ae4-9ec7-07e48b517279 req-17ffd61b-26a6-483d-8a6a-64dbee9e9907 service neutron] 10.222.0.95 "GET /v2.0/networks/87e8e01a-ad03-481e-ad3a-b46f9803a913?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4182124 Apr 30 13:15:45.644085 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dd1d46-7fb3-4766-9b8a-c3319fb37485 req-6d91d485-c3df-441b-af41-945cc042953e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:45.645602 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [req-a5dd1d46-7fb3-4766-9b8a-c3319fb37485 req-6d91d485-c3df-441b-af41-945cc042953e service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=918e31ad0d5f410eac8b4de9626cac1f&device_id=3891d1b0-b5dd-47c3-b3d4-60a44acdf909 HTTP/1.1" status: 200 len: 1096 time: 0.2986512 Apr 30 13:15:45.687571 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f859ba5a-ea0c-4a79-be32-313116cc458a req-b0b97468-139b-4519-97a1-9d6bea8fca90 tempest-DeleteServersTestJSON-277115900 tempest-DeleteServersTestJSON-277115900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:45.688314 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.quota.resource [req-f859ba5a-ea0c-4a79-be32-313116cc458a req-b0b97468-139b-4519-97a1-9d6bea8fca90 tempest-DeleteServersTestJSON-277115900 tempest-DeleteServersTestJSON-277115900-project] Synchronizing usage tracker for tenant:cf322eeac3ca4a6082b97c36e5f25fa8 on resource:port {{(pid=73809) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:15:45.925825 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.quota.resource [req-f859ba5a-ea0c-4a79-be32-313116cc458a req-b0b97468-139b-4519-97a1-9d6bea8fca90 tempest-DeleteServersTestJSON-277115900 tempest-DeleteServersTestJSON-277115900-project] Unset dirty status for tenant:cf322eeac3ca4a6082b97c36e5f25fa8 on resource:port {{(pid=73809) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:15:45.927193 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [req-f859ba5a-ea0c-4a79-be32-313116cc458a req-b0b97468-139b-4519-97a1-9d6bea8fca90 tempest-DeleteServersTestJSON-277115900 tempest-DeleteServersTestJSON-277115900-project] 10.222.0.95 "GET /v2.0/ports?device_id=b3975c68-1a37-4119-bd25-e9d861a3effc HTTP/1.1" status: 200 len: 945 time: 0.5816734 Apr 30 13:15:46.105670 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1209668-a9e1-4f4a-bfdc-8b7e4a73e73e req-bdcc433e-f93f-4fe0-b744-a98cbf4296cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:46.107703 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-e1209668-a9e1-4f4a-bfdc-8b7e4a73e73e req-bdcc433e-f93f-4fe0-b744-a98cbf4296cd service neutron] 10.222.0.95 "GET /v2.0/networks?id=e366e837-ed9f-4552-8a40-b501cbb570b4 HTTP/1.1" status: 200 len: 918 time: 0.4783032 Apr 30 13:15:46.133763 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac4d93b-8629-4c2c-8597-c689204c0d29 req-002b8aa1-6bb4-4bdc-9e72-85fb919fbd04 tempest-DeleteServersTestJSON-277115900 tempest-DeleteServersTestJSON-277115900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:46.135765 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-cac4d93b-8629-4c2c-8597-c689204c0d29 req-002b8aa1-6bb4-4bdc-9e72-85fb919fbd04 tempest-DeleteServersTestJSON-277115900 tempest-DeleteServersTestJSON-277115900-project] 10.222.0.84 "GET /v2.0/ports?device_id=b3975c68-1a37-4119-bd25-e9d861a3effc HTTP/1.1" status: 200 len: 945 time: 0.3309770 Apr 30 13:15:46.191016 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [req-170530c4-9129-4ae4-9ec7-07e48b517279 req-c81517dc-1b4d-4e68-89c6-46347562c488 service neutron] 10.222.0.95 "GET /v2.0/networks/87e8e01a-ad03-481e-ad3a-b46f9803a913?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5444427 Apr 30 13:15:46.267621 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-e1209668-a9e1-4f4a-bfdc-8b7e4a73e73e req-efcfea06-0dee-449a-99a2-e4c37b284296 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=18c6c358-6dde-4acf-be95-e3f8cae114d1 HTTP/1.1" status: 200 len: 217 time: 0.1441007 Apr 30 13:15:46.289536 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dd1d46-7fb3-4766-9b8a-c3319fb37485 req-6760f93e-6bfc-453f-b843-c70f4e83d071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:46.291738 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab42b3ee-3c7d-4d2f-8e8a-b0c74acf93d6 req-4c0c5317-a441-4ed6-a329-44689490da36 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:46.297582 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-ab42b3ee-3c7d-4d2f-8e8a-b0c74acf93d6 req-4c0c5317-a441-4ed6-a329-44689490da36 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] 10.222.0.84 "GET /v2.0/ports?device_id=1dd81a91-e5f8-448b-8e9c-f25715635bfd HTTP/1.1" status: 200 len: 944 time: 0.6418281 Apr 30 13:15:46.303594 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [req-a5dd1d46-7fb3-4766-9b8a-c3319fb37485 req-6760f93e-6bfc-453f-b843-c70f4e83d071 service neutron] 10.222.0.95 "GET /v2.0/networks?id=1457f85c-3f42-4120-b6e2-0f4ede8b9218 HTTP/1.1" status: 200 len: 911 time: 0.6265149 Apr 30 13:15:46.305554 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.db.db_base_plugin_common [req-6501c108-4e1b-444e-ac6a-8604276577be req-4ae88e03-8dc8-4f08-aa95-5616ccc9d582 tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] Allocated IP 172.20.0.10 (a2370fd2-9a9f-499d-8dea-fb3ea7c82d60/295a1801-3c8d-4aef-b140-f11bdef5d697/1f3609a8-d65f-4472-bc4e-764e1a3288a1) {{(pid=73810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 13:15:46.408782 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [req-a5dd1d46-7fb3-4766-9b8a-c3319fb37485 req-4920b695-c1bc-46d8-bdaf-d26bc5ac4dfe service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=44f63f57-f3af-42c7-8529-4679e3b0a132 HTTP/1.1" status: 200 len: 217 time: 0.0836191 Apr 30 13:15:46.425865 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.plugin [req-f859ba5a-ea0c-4a79-be32-313116cc458a req-c172a7ee-e2b0-4df1-a521-c7b97e424898 tempest-DeleteServersTestJSON-277115900 tempest-DeleteServersTestJSON-277115900-project] Deleting port 5735bba6-0cb1-4d26-933c-470686a812a8 {{(pid=73809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:15:46.426689 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-f859ba5a-ea0c-4a79-be32-313116cc458a req-c172a7ee-e2b0-4df1-a521-c7b97e424898 tempest-DeleteServersTestJSON-277115900 tempest-DeleteServersTestJSON-277115900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773353273429'] for port, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:46.472520 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-cac4d93b-8629-4c2c-8597-c689204c0d29 req-db8c6f97-136e-42e5-b924-86972de4ccf4 tempest-DeleteServersTestJSON-277115900 tempest-DeleteServersTestJSON-277115900-project] 10.222.0.84 "GET /v2.0/security-groups?id=5c07e30f-6df6-4fa5-914b-5d27af06d4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2513020 Apr 30 13:15:46.607982 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dd1d46-7fb3-4766-9b8a-c3319fb37485 req-ceb0ce64-0a27-4384-bada-9a536465c5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:46.609508 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [req-a5dd1d46-7fb3-4766-9b8a-c3319fb37485 req-ceb0ce64-0a27-4384-bada-9a536465c5fe service neutron] 10.222.0.95 "GET /v2.0/subnets?id=8da5f9ec-8d10-4fc1-8b60-251865469edd HTTP/1.1" status: 200 len: 848 time: 0.1865790 Apr 30 13:15:46.665830 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.84', 53774) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:15:46.716400 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [req-f859ba5a-ea0c-4a79-be32-313116cc458a req-c172a7ee-e2b0-4df1-a521-c7b97e424898 tempest-DeleteServersTestJSON-277115900 tempest-DeleteServersTestJSON-277115900-project] For port 5735bba6-0cb1-4d26-933c-470686a812a8, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=5735bba6-0cb1-4d26-933c-470686a812a8,segment=NetworkSegment(464fd61d-8303-45a4-a55d-5d069c9797b6),segment_id=464fd61d-8303-45a4-a55d-5d069c9797b6)] {{(pid=73809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:15:46.716848 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-f859ba5a-ea0c-4a79-be32-313116cc458a req-c172a7ee-e2b0-4df1-a521-c7b97e424898 tempest-DeleteServersTestJSON-277115900 tempest-DeleteServersTestJSON-277115900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1047743'] for port, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:46.818905 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1209668-a9e1-4f4a-bfdc-8b7e4a73e73e req-ee399fbe-43c8-4e68-961b-7205d40eced6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:46.820371 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-e1209668-a9e1-4f4a-bfdc-8b7e4a73e73e req-ee399fbe-43c8-4e68-961b-7205d40eced6 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=6bc0199c-a631-4772-be49-5ae677a3d71f HTTP/1.1" status: 200 len: 855 time: 0.4722521 Apr 30 13:15:46.825978 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-ab42b3ee-3c7d-4d2f-8e8a-b0c74acf93d6 req-ce0fb9fe-6994-41f6-aec6-f57b5696006a tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] 10.222.0.84 "GET /v2.0/security-groups?id=e084591c-f787-483b-9216-30d5c5cd705c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4766614 Apr 30 13:15:46.879536 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.plugin [req-f859ba5a-ea0c-4a79-be32-313116cc458a req-c172a7ee-e2b0-4df1-a521-c7b97e424898 tempest-DeleteServersTestJSON-277115900 tempest-DeleteServersTestJSON-277115900-project] Calling delete_port for 5735bba6-0cb1-4d26-933c-470686a812a8 owned by compute:nova {{(pid=73809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:15:46.899413 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-25eda249-a6be-48fe-82ae-2ad02ac925df admin admin] Notify callbacks [] for security_group, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:46.930107 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-25eda249-a6be-48fe-82ae-2ad02ac925df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:15:46.992855 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-6501c108-4e1b-444e-ac6a-8604276577be req-4ae88e03-8dc8-4f08-aa95-5616ccc9d582 tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] Notify callbacks [] for port, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:47.014632 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-25eda249-a6be-48fe-82ae-2ad02ac925df admin admin] Usage tracker for resource:security_group_rule and tenant:17ba404377244b06965e853cc9ec599c is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:15:47.019458 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dd1d46-7fb3-4766-9b8a-c3319fb37485 req-46e68861-9f80-43c4-8e87-c59a1e0e6da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:47.020991 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [req-a5dd1d46-7fb3-4766-9b8a-c3319fb37485 req-46e68861-9f80-43c4-8e87-c59a1e0e6da8 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=1457f85c-3f42-4120-b6e2-0f4ede8b9218&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4043417 Apr 30 13:15:47.022967 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-25eda249-a6be-48fe-82ae-2ad02ac925df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:15:47.057717 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-25eda249-a6be-48fe-82ae-2ad02ac925df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:15:47.085742 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-6501c108-4e1b-444e-ac6a-8604276577be req-4ae88e03-8dc8-4f08-aa95-5616ccc9d582 tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4120194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773352839702'] for port, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:47.099211 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.db [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] get_ports_and_sgs() called for port_ids ['cbc37f6d-ae64-4bbc-810e-9cbb64d89df6'] {{(pid=73812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 13:15:47.112160 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-f6dbf739-f692-4271-86bb-7051ac6c9138 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:47.190371 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6501c108-4e1b-444e-ac6a-8604276577be req-4ae88e03-8dc8-4f08-aa95-5616ccc9d582 tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] Network a2370fd2-9a9f-499d-8dea-fb3ea7c82d60 is already hosted by enough agents. {{(pid=73810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:15:47.205166 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.scheduler.base_scheduler [req-6501c108-4e1b-444e-ac6a-8604276577be req-4ae88e03-8dc8-4f08-aa95-5616ccc9d582 tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] Resources bound (agent type, host, resource id): {{(pid=73810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:15:47.219034 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7ffb55-069f-4922-b104-c4c230d183d8 req-93f5fdf3-b2af-4335-bca6-22ef1b9ab402 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:47.224978 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-3a7ffb55-069f-4922-b104-c4c230d183d8 req-93f5fdf3-b2af-4335-bca6-22ef1b9ab402 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] 10.222.0.84 "GET /v2.0/ports?device_id=3891d1b0-b5dd-47c3-b3d4-60a44acdf909 HTTP/1.1" status: 200 len: 943 time: 0.4798040 Apr 30 13:15:47.231164 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.db.l3_dvrscheduler_db [req-6501c108-4e1b-444e-ac6a-8604276577be req-4ae88e03-8dc8-4f08-aa95-5616ccc9d582 tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] Received port after_create {{(pid=73810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 13:15:47.237138 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6501c108-4e1b-444e-ac6a-8604276577be req-4ae88e03-8dc8-4f08-aa95-5616ccc9d582 tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:47.237849 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-6501c108-4e1b-444e-ac6a-8604276577be req-4ae88e03-8dc8-4f08-aa95-5616ccc9d582 tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647359'] for port, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:47.244469 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1209668-a9e1-4f4a-bfdc-8b7e4a73e73e req-00de591f-7ea5-46f2-991a-6c930e5d7b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:47.246274 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-e1209668-a9e1-4f4a-bfdc-8b7e4a73e73e req-00de591f-7ea5-46f2-991a-6c930e5d7b06 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=e366e837-ed9f-4552-8a40-b501cbb570b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4182208 Apr 30 13:15:47.250918 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae88e03-8dc8-4f08-aa95-5616ccc9d582 tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] Pushing event updated for resources: {'Port': ['ID=1f3609a8-d65f-4472-bc4e-764e1a3288a1,revision_number=1']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:47.254543 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-4ae88e03-8dc8-4f08-aa95-5616ccc9d582 tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:47.313995 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [req-a5dd1d46-7fb3-4766-9b8a-c3319fb37485 req-a8ba7d05-dad3-4210-ad4b-775220d703b0 service neutron] 10.222.0.95 "GET /v2.0/networks/1457f85c-3f42-4120-b6e2-0f4ede8b9218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2833586 Apr 30 13:15:47.397227 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-f859ba5a-ea0c-4a79-be32-313116cc458a req-c172a7ee-e2b0-4df1-a521-c7b97e424898 tempest-DeleteServersTestJSON-277115900 tempest-DeleteServersTestJSON-277115900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4120194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773353276016', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773352839711'] for port, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:47.446759 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-6501c108-4e1b-444e-ac6a-8604276577be req-4ae88e03-8dc8-4f08-aa95-5616ccc9d582 tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5275042 Apr 30 13:15:47.447046 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-53804994-0064-4243-882b-b426b2148944 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:47.456804 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42a1fb5-f044-4b4c-bab8-e99d83cf63a5 req-a629b05a-942e-4642-9768-d31c70fda533 tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:47.456804 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.quota.resource [req-b42a1fb5-f044-4b4c-bab8-e99d83cf63a5 req-a629b05a-942e-4642-9768-d31c70fda533 tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] Synchronizing usage tracker for tenant:4c8480cf79cf411899d291c4db89977f on resource:port {{(pid=73810) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:15:47.486025 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-3a7ffb55-069f-4922-b104-c4c230d183d8 req-90b7fff2-4b34-4baf-b9b8-f4e9f8abf967 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] 10.222.0.84 "GET /v2.0/security-groups?id=38056ed3-e545-461e-877e-10c00fc58fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2360287 Apr 30 13:15:47.490264 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.v2.base [req-6501c108-4e1b-444e-ac6a-8604276577be req-67686bab-e119-47b7-aa32-0d43294dc5b1 service neutron] Request body: {'port': {'device_id': 'a28e6bd0-05d4-43a9-ade8-471de79ac163', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78719'}} {{(pid=73810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:15:47.497225 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.db [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] get_ports_and_sgs() called for port_ids ['5735bba6-0cb1-4d26-933c-470686a812a8'] {{(pid=73812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 13:15:47.521744 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c172a7ee-e2b0-4df1-a521-c7b97e424898 tempest-DeleteServersTestJSON-277115900 tempest-DeleteServersTestJSON-277115900-project] Pushing event deleted for resources: {'Port': ['ID=5735bba6-0cb1-4d26-933c-470686a812a8,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:47.532579 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-25eda249-a6be-48fe-82ae-2ad02ac925df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:47.572563 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.quota.resource [req-b42a1fb5-f044-4b4c-bab8-e99d83cf63a5 req-a629b05a-942e-4642-9768-d31c70fda533 tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] Unset dirty status for tenant:4c8480cf79cf411899d291c4db89977f on resource:port {{(pid=73810) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:15:47.573688 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-c172a7ee-e2b0-4df1-a521-c7b97e424898 tempest-DeleteServersTestJSON-277115900 tempest-DeleteServersTestJSON-277115900-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:47.580169 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-b42a1fb5-f044-4b4c-bab8-e99d83cf63a5 req-a629b05a-942e-4642-9768-d31c70fda533 tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] 10.222.0.84 "GET /v2.0/ports?device_id=a28e6bd0-05d4-43a9-ade8-471de79ac163 HTTP/1.1" status: 200 len: 932 time: 0.5495200 Apr 30 13:15:47.581594 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-25eda249-a6be-48fe-82ae-2ad02ac925df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985230'] for security_group, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:47.613917 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:47.623028 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [None req-25eda249-a6be-48fe-82ae-2ad02ac925df admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=17ba404377244b06965e853cc9ec599c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9519899 Apr 30 13:15:47.653198 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.84', 53796) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:15:47.686767 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.l3_dvrscheduler_db [req-f859ba5a-ea0c-4a79-be32-313116cc458a req-c172a7ee-e2b0-4df1-a521-c7b97e424898 tempest-DeleteServersTestJSON-277115900 tempest-DeleteServersTestJSON-277115900-project] No DVR routers for this DVR port 5735bba6-0cb1-4d26-933c-470686a812a8 on host hv-cinder-78719 {{(pid=73809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 13:15:47.688856 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-e1209668-a9e1-4f4a-bfdc-8b7e4a73e73e req-3099eeed-9b2b-42f4-bb9b-dbbc4b837a09 service neutron] 10.222.0.95 "GET /v2.0/networks/e366e837-ed9f-4552-8a40-b501cbb570b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3924270 Apr 30 13:15:47.706788 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-b42a1fb5-f044-4b4c-bab8-e99d83cf63a5 req-be8d27e2-622f-4960-9547-7b903f7092ca tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] 10.222.0.84 "GET /v2.0/security-groups?id=78b91c60-43f7-43d4-ab5b-e36ce0163f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256053 Apr 30 13:15:47.712238 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [req-f859ba5a-ea0c-4a79-be32-313116cc458a req-c172a7ee-e2b0-4df1-a521-c7b97e424898 tempest-DeleteServersTestJSON-277115900 tempest-DeleteServersTestJSON-277115900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9974'] for port, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:47.719263 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3975c68-1a37-4119-bd25-e9d861a3effc', 'name': 'network-vif-deleted', 'tag': '5735bba6-0cb1-4d26-933c-470686a812a8'}] {{(pid=73809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:15:47.748849 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25eda249-a6be-48fe-82ae-2ad02ac925df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c24af3d-ec43-4b2f-9ee2-48f4e30e6b79,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:47.749597 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-6501c108-4e1b-444e-ac6a-8604276577be req-67686bab-e119-47b7-aa32-0d43294dc5b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4120257'] for port, before_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:47.769508 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [req-a5dd1d46-7fb3-4766-9b8a-c3319fb37485 req-2f09e554-c4af-409a-98b9-125e6dc33e55 service neutron] 10.222.0.95 "GET /v2.0/networks/1457f85c-3f42-4120-b6e2-0f4ede8b9218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4466882 Apr 30 13:15:47.776090 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-25eda249-a6be-48fe-82ae-2ad02ac925df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:47.804793 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-1d05f582-bcef-4785-a92a-0a7760012172 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:47.808926 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [req-f859ba5a-ea0c-4a79-be32-313116cc458a req-c172a7ee-e2b0-4df1-a521-c7b97e424898 tempest-DeleteServersTestJSON-277115900 tempest-DeleteServersTestJSON-277115900-project] 10.222.0.95 "DELETE /v2.0/ports/5735bba6-0cb1-4d26-933c-470686a812a8 HTTP/1.1" status: 204 len: 173 time: 1.8716578 Apr 30 13:15:47.846490 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-1d05f582-bcef-4785-a92a-0a7760012172 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:47.912585 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-1d05f582-bcef-4785-a92a-0a7760012172 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985230'] for security_group, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:47.916420 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.84', 53806) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:15:47.917065 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-353df5a3-7d50-49a4-95fd-850c21cd8fa8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:47.936929 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d05f582-bcef-4785-a92a-0a7760012172 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c24af3d-ec43-4b2f-9ee2-48f4e30e6b79,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:47.939585 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-1d05f582-bcef-4785-a92a-0a7760012172 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:47.945896 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-1d05f582-bcef-4785-a92a-0a7760012172 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:47.949786 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [None req-1d05f582-bcef-4785-a92a-0a7760012172 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/6c24af3d-ec43-4b2f-9ee2-48f4e30e6b79 HTTP/1.1" status: 204 len: 168 time: 0.2865794 Apr 30 13:15:47.997434 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-b5dc51bb-296f-4bbb-9bef-f24681dd466f req-92f6bfad-b30c-47c3-8ca8-8c6863f8abc8 tempest-DeleteServersTestJSON-277115900 tempest-DeleteServersTestJSON-277115900-project] 10.222.0.84 "GET /v2.0/ports?device_id=b3975c68-1a37-4119-bd25-e9d861a3effc HTTP/1.1" status: 200 len: 210 time: 0.1154084 Apr 30 13:15:48.099980 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-8ea57901-bf96-49b7-b3d6-9cb0f118ada6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:48.123343 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3975c68-1a37-4119-bd25-e9d861a3effc', 'name': 'network-vif-deleted', 'tag': '5735bba6-0cb1-4d26-933c-470686a812a8', 'status': 'completed', 'code': 200} Apr 30 13:15:48.130358 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-8ea57901-bf96-49b7-b3d6-9cb0f118ada6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:15:48.138516 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-8ea57901-bf96-49b7-b3d6-9cb0f118ada6 admin admin] Usage tracker for resource:security_group_rule and tenant:d64be7e0950f461b9fff2d166dc57ab6 is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:15:48.140900 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-8ea57901-bf96-49b7-b3d6-9cb0f118ada6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:15:48.147791 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-8ea57901-bf96-49b7-b3d6-9cb0f118ada6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:15:48.215040 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-e1209668-a9e1-4f4a-bfdc-8b7e4a73e73e req-7571c406-680d-4547-b93c-99b5b273138a service neutron] 10.222.0.95 "GET /v2.0/networks/e366e837-ed9f-4552-8a40-b501cbb570b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5148749 Apr 30 13:15:48.286306 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-8ea57901-bf96-49b7-b3d6-9cb0f118ada6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:48.296381 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-8ea57901-bf96-49b7-b3d6-9cb0f118ada6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985230'] for security_group, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:48.305080 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-e9faecd2-0365-4525-9515-cc28a5f68654 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:48.310276 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf95fd48-ce78-4b01-a54c-16196f3ae092 req-0338c371-b0dd-435a-9c39-c38dd6f76814 tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:48.311797 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-cf95fd48-ce78-4b01-a54c-16196f3ae092 req-0338c371-b0dd-435a-9c39-c38dd6f76814 tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] 10.222.0.84 "GET /v2.0/ports?device_id=629aaee7-e32c-43e8-ad87-68a35cc7a888 HTTP/1.1" status: 200 len: 945 time: 0.5509901 Apr 30 13:15:48.348331 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea57901-bf96-49b7-b3d6-9cb0f118ada6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21d982ca-3fb0-4ce8-aead-80147b0b4db1,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:48.353854 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-8ea57901-bf96-49b7-b3d6-9cb0f118ada6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:48.360553 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [None req-8ea57901-bf96-49b7-b3d6-9cb0f118ada6 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=d64be7e0950f461b9fff2d166dc57ab6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4317169 Apr 30 13:15:48.361231 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.84', 53820) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:15:48.407303 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.84', 53826) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:15:48.436539 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-f308d562-fd43-4403-9f18-6243ad0ffb1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:48.452199 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-48481414-b21a-40c6-a204-c4e2e14313fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:48.462626 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.rpc [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Device 18c6c358-6dde-4acf-be95-e3f8cae114d1 details requested by agent hyperv_hv-cinder-78719 with host hv-cinder-78719 {{(pid=73812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 13:15:48.464063 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-f308d562-fd43-4403-9f18-6243ad0ffb1b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:15:48.472308 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-f308d562-fd43-4403-9f18-6243ad0ffb1b admin admin] Usage tracker for resource:security_group_rule and tenant:9f9aa6280447413e807496892ad13854 is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:15:48.480913 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f549337-1d84-4a8d-a92c-9c02493d4efa req-328d96f9-a16c-49df-86b2-b579ba43ae8b tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:48.481295 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-f308d562-fd43-4403-9f18-6243ad0ffb1b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:15:48.482922 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-1f549337-1d84-4a8d-a92c-9c02493d4efa req-328d96f9-a16c-49df-86b2-b579ba43ae8b tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] 10.222.0.84 "GET /v2.0/ports?device_id=1dd81a91-e5f8-448b-8e9c-f25715635bfd HTTP/1.1" status: 200 len: 944 time: 0.2762563 Apr 30 13:15:48.486792 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-cf95fd48-ce78-4b01-a54c-16196f3ae092 req-d6d7a7a7-3d0f-4fa5-91c8-ef5da19a8c7c tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] 10.222.0.84 "GET /v2.0/security-groups?id=3c42be87-8352-42cf-a6e1-e7e026aabbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474211 Apr 30 13:15:48.499049 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-f308d562-fd43-4403-9f18-6243ad0ffb1b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:15:48.502268 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-48481414-b21a-40c6-a204-c4e2e14313fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:48.570025 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-1f549337-1d84-4a8d-a92c-9c02493d4efa req-b9555626-a5ed-40bb-ba47-cd0994ace0ed tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] 10.222.0.84 "GET /v2.0/security-groups?id=e084591c-f787-483b-9216-30d5c5cd705c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794625 Apr 30 13:15:48.690550 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.db [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] For port 18c6c358-6dde-4acf-be95-e3f8cae114d1, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=18c6c358-6dde-4acf-be95-e3f8cae114d1,segment=NetworkSegment(bd5afee6-82cf-4022-aa9c-8998fa98a06d),segment_id=bd5afee6-82cf-4022-aa9c-8998fa98a06d)] {{(pid=73812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:15:48.710099 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.rpc [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Returning: {'device': '18c6c358-6dde-4acf-be95-e3f8cae114d1', 'network_id': 'e366e837-ed9f-4552-8a40-b501cbb570b4', 'port_id': '18c6c358-6dde-4acf-be95-e3f8cae114d1', 'mac_address': 'fa:16:3e:eb:06:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bc0199c-a631-4772-be49-5ae677a3d71f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 13:15:48.739042 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.notifiers.nova [req-6501c108-4e1b-444e-ac6a-8604276577be req-67686bab-e119-47b7-aa32-0d43294dc5b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f3609a8-d65f-4472-bc4e-764e1a3288a1 {{(pid=73810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 13:15:48.749480 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-6501c108-4e1b-444e-ac6a-8604276577be req-67686bab-e119-47b7-aa32-0d43294dc5b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:48.789513 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4120257'] for port, before_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:48.814218 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.notifiers.nova [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18c6c358-6dde-4acf-be95-e3f8cae114d1 {{(pid=73812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 13:15:48.825008 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [req-6501c108-4e1b-444e-ac6a-8604276577be req-67686bab-e119-47b7-aa32-0d43294dc5b1 service neutron] Transition to ACTIVE for port object 1f3609a8-d65f-4472-bc4e-764e1a3288a1 will not be triggered until provisioned by entity L2. {{(pid=73810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:15:48.832955 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-6501c108-4e1b-444e-ac6a-8604276577be req-67686bab-e119-47b7-aa32-0d43294dc5b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4120194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773353276007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773352839720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773352839765'] for port, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:48.841205 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:48.856945 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.db [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] For port 18c6c358-6dde-4acf-be95-e3f8cae114d1, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=18c6c358-6dde-4acf-be95-e3f8cae114d1,segment=NetworkSegment(bd5afee6-82cf-4022-aa9c-8998fa98a06d),segment_id=bd5afee6-82cf-4022-aa9c-8998fa98a06d)] {{(pid=73812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:15:48.861213 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4120194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773353276007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773352839720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773352839765'] for port, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:48.862262 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.rpc [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Device 44f63f57-f3af-42c7-8529-4679e3b0a132 details requested by agent hyperv_hv-cinder-78719 with host hv-cinder-78719 {{(pid=73812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 13:15:48.876451 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:48.914196 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-48481414-b21a-40c6-a204-c4e2e14313fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985230'] for security_group, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:48.921664 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-9ee8e789-9b03-48ff-954c-3e0110659716 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:48.933646 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-f308d562-fd43-4403-9f18-6243ad0ffb1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:48.939642 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48481414-b21a-40c6-a204-c4e2e14313fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21d982ca-3fb0-4ce8-aead-80147b0b4db1,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:48.943419 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-48481414-b21a-40c6-a204-c4e2e14313fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:48.944225 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-f308d562-fd43-4403-9f18-6243ad0ffb1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985230'] for security_group, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:48.953736 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-cae735b7-eac6-4425-af15-1ee209838853 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:49.003435 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-48481414-b21a-40c6-a204-c4e2e14313fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:49.004656 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [None req-48481414-b21a-40c6-a204-c4e2e14313fe admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/21d982ca-3fb0-4ce8-aead-80147b0b4db1 HTTP/1.1" status: 204 len: 168 time: 0.6425648 Apr 30 13:15:49.005758 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f308d562-fd43-4403-9f18-6243ad0ffb1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8877b84-9888-41be-bb7d-838bb18be52b,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:49.020739 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [None req-f308d562-fd43-4403-9f18-6243ad0ffb1b admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=9f9aa6280447413e807496892ad13854&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6122069 Apr 30 13:15:49.028468 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-f308d562-fd43-4403-9f18-6243ad0ffb1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:49.029115 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.84', 53838) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:15:49.100605 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Pushing event updated for resources: {'Port': ['ID=18c6c358-6dde-4acf-be95-e3f8cae114d1,revision_number=4']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:49.106555 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:49.116815 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-4b7c1135-8beb-43bd-9b66-5570f88a4ef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000748'] for agent, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:49.122278 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-5b16e1a7-0889-40a8-b09f-859c07548d7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:49.154537 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.db [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] For port 44f63f57-f3af-42c7-8529-4679e3b0a132, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=44f63f57-f3af-42c7-8529-4679e3b0a132,segment=NetworkSegment(ff042486-32fa-466b-a0ab-93d4f13b17fd),segment_id=ff042486-32fa-466b-a0ab-93d4f13b17fd)] {{(pid=73812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:15:49.166011 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67686bab-e119-47b7-aa32-0d43294dc5b1 service neutron] Pushing event updated for resources: {'Port': ['ID=1f3609a8-d65f-4472-bc4e-764e1a3288a1,revision_number=2']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:49.166613 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-5b16e1a7-0889-40a8-b09f-859c07548d7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:49.169790 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.rpc [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Returning: {'device': '44f63f57-f3af-42c7-8529-4679e3b0a132', 'network_id': '1457f85c-3f42-4120-b6e2-0f4ede8b9218', 'port_id': '44f63f57-f3af-42c7-8529-4679e3b0a132', 'mac_address': 'fa:16:3e:ac:00:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8da5f9ec-8d10-4fc1-8b60-251865469edd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 13:15:49.219450 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67686bab-e119-47b7-aa32-0d43294dc5b1 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:15:49.220043 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67686bab-e119-47b7-aa32-0d43294dc5b1 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:15:49.220043 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67686bab-e119-47b7-aa32-0d43294dc5b1 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:15:49.221248 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67686bab-e119-47b7-aa32-0d43294dc5b1 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:15:49.221781 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67686bab-e119-47b7-aa32-0d43294dc5b1 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:15:49.222129 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67686bab-e119-47b7-aa32-0d43294dc5b1 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:15:49.222485 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67686bab-e119-47b7-aa32-0d43294dc5b1 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:15:49.222837 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67686bab-e119-47b7-aa32-0d43294dc5b1 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:15:49.223175 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67686bab-e119-47b7-aa32-0d43294dc5b1 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:15:49.223512 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67686bab-e119-47b7-aa32-0d43294dc5b1 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:15:49.223883 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67686bab-e119-47b7-aa32-0d43294dc5b1 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:15:49.224222 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67686bab-e119-47b7-aa32-0d43294dc5b1 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:15:49.229023 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-67686bab-e119-47b7-aa32-0d43294dc5b1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:49.237211 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-5b16e1a7-0889-40a8-b09f-859c07548d7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985230'] for security_group, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:49.243787 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-93cfb74a-70fe-4049-bda5-b3e032fb28db service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:49.247105 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4120257'] for port, before_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:49.258678 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b16e1a7-0889-40a8-b09f-859c07548d7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8877b84-9888-41be-bb7d-838bb18be52b,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:49.265899 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.notifiers.nova [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44f63f57-f3af-42c7-8529-4679e3b0a132 {{(pid=73812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 13:15:49.270062 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-5b16e1a7-0889-40a8-b09f-859c07548d7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:49.274218 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-5b16e1a7-0889-40a8-b09f-859c07548d7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:49.275612 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [None req-5b16e1a7-0889-40a8-b09f-859c07548d7a admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/c8877b84-9888-41be-bb7d-838bb18be52b HTTP/1.1" status: 204 len: 168 time: 0.2445054 Apr 30 13:15:49.279786 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47037f1f-f296-4a73-97c3-1c532ec976fa req-4770b02f-60a1-4826-a79e-3ddb5a6a87b0 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:49.281381 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-47037f1f-f296-4a73-97c3-1c532ec976fa req-4770b02f-60a1-4826-a79e-3ddb5a6a87b0 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] 10.222.0.84 "GET /v2.0/ports?device_id=3891d1b0-b5dd-47c3-b3d4-60a44acdf909 HTTP/1.1" status: 200 len: 943 time: 0.5179126 Apr 30 13:15:49.282106 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.managers [req-6501c108-4e1b-444e-ac6a-8604276577be req-67686bab-e119-47b7-aa32-0d43294dc5b1 service neutron] Attempting to bind port 1f3609a8-d65f-4472-bc4e-764e1a3288a1 on host hv-cinder-78719 for vnic_type normal with profile {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 13:15:49.282438 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.managers [req-6501c108-4e1b-444e-ac6a-8604276577be req-67686bab-e119-47b7-aa32-0d43294dc5b1 service neutron] Attempting to bind port 1f3609a8-d65f-4472-bc4e-764e1a3288a1 by drivers openvswitch,hyperv on host hv-cinder-78719 at level 0 using segments [{'id': '0656c9df-3683-4b19-9e2e-76cd59b3a036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': 'a2370fd2-9a9f-499d-8dea-fb3ea7c82d60'}] {{(pid=73810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 13:15:49.282883 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6501c108-4e1b-444e-ac6a-8604276577be req-67686bab-e119-47b7-aa32-0d43294dc5b1 service neutron] Attempting to bind port 1f3609a8-d65f-4472-bc4e-764e1a3288a1 on network a2370fd2-9a9f-499d-8dea-fb3ea7c82d60 {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:15:49.291704 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6501c108-4e1b-444e-ac6a-8604276577be req-67686bab-e119-47b7-aa32-0d43294dc5b1 service neutron] Port 1f3609a8-d65f-4472-bc4e-764e1a3288a1 on network a2370fd2-9a9f-499d-8dea-fb3ea7c82d60 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78719 {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 30 13:15:49.292037 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6501c108-4e1b-444e-ac6a-8604276577be req-67686bab-e119-47b7-aa32-0d43294dc5b1 service neutron] Attempting to bind port 1f3609a8-d65f-4472-bc4e-764e1a3288a1 on network a2370fd2-9a9f-499d-8dea-fb3ea7c82d60 {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:15:49.305077 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.db [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] For port 44f63f57-f3af-42c7-8529-4679e3b0a132, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=44f63f57-f3af-42c7-8529-4679e3b0a132,segment=NetworkSegment(ff042486-32fa-466b-a0ab-93d4f13b17fd),segment_id=ff042486-32fa-466b-a0ab-93d4f13b17fd)] {{(pid=73812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:15:49.311942 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4120194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773353276007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773352839720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773352839765'] for port, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:49.313791 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6501c108-4e1b-444e-ac6a-8604276577be req-67686bab-e119-47b7-aa32-0d43294dc5b1 service neutron] Checking agent: {'id': '9979f301-637a-421d-a751-ee4de56fc333', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78719', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 13, 10), 'started_at': datetime.datetime(2021, 4, 30, 13, 13, 10), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 15, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 13:15:49.314358 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6501c108-4e1b-444e-ac6a-8604276577be req-67686bab-e119-47b7-aa32-0d43294dc5b1 service neutron] Checking segment: {'id': '0656c9df-3683-4b19-9e2e-76cd59b3a036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': 'a2370fd2-9a9f-499d-8dea-fb3ea7c82d60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:15:49.315107 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6501c108-4e1b-444e-ac6a-8604276577be req-67686bab-e119-47b7-aa32-0d43294dc5b1 service neutron] Bound using segment: {'id': '0656c9df-3683-4b19-9e2e-76cd59b3a036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': 'a2370fd2-9a9f-499d-8dea-fb3ea7c82d60'} {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 13:15:49.315411 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:49.315897 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.managers [req-6501c108-4e1b-444e-ac6a-8604276577be req-67686bab-e119-47b7-aa32-0d43294dc5b1 service neutron] Bound port: 1f3609a8-d65f-4472-bc4e-764e1a3288a1, host: hv-cinder-78719, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0656c9df-3683-4b19-9e2e-76cd59b3a036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': 'a2370fd2-9a9f-499d-8dea-fb3ea7c82d60'}}] {{(pid=73810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 13:15:49.318958 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-6501c108-4e1b-444e-ac6a-8604276577be req-67686bab-e119-47b7-aa32-0d43294dc5b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4120257'] for port, before_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:49.357501 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891f3853-d024-44fa-910e-c04e2cfe5378 req-85b2ba4f-429a-47c1-81d6-71f96c558d68 tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:49.359041 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-891f3853-d024-44fa-910e-c04e2cfe5378 req-85b2ba4f-429a-47c1-81d6-71f96c558d68 tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] 10.222.0.84 "GET /v2.0/ports?device_id=a28e6bd0-05d4-43a9-ade8-471de79ac163 HTTP/1.1" status: 200 len: 944 time: 0.4591391 Apr 30 13:15:49.398461 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Pushing event updated for resources: {'Port': ['ID=44f63f57-f3af-42c7-8529-4679e3b0a132,revision_number=4']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:49.402603 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:49.465850 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-47037f1f-f296-4a73-97c3-1c532ec976fa req-d525eb44-dfec-41d4-95c9-32b5065b7587 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] 10.222.0.84 "GET /v2.0/security-groups?id=38056ed3-e545-461e-877e-10c00fc58fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1574690 Apr 30 13:15:49.505893 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-891f3853-d024-44fa-910e-c04e2cfe5378 req-aad46cbc-9a96-4586-abcc-9a760b728eb3 tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] 10.222.0.84 "GET /v2.0/security-groups?id=78b91c60-43f7-43d4-ab5b-e36ce0163f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391160 Apr 30 13:15:49.517522 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.84', 53848) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:15:49.539298 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.db [req-6501c108-4e1b-444e-ac6a-8604276577be req-67686bab-e119-47b7-aa32-0d43294dc5b1 service neutron] For port 1f3609a8-d65f-4472-bc4e-764e1a3288a1, host hv-cinder-78719, cleared binding levels {{(pid=73810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 13:15:49.549795 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.db [req-6501c108-4e1b-444e-ac6a-8604276577be req-67686bab-e119-47b7-aa32-0d43294dc5b1 service neutron] For port 1f3609a8-d65f-4472-bc4e-764e1a3288a1, host hv-cinder-78719, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=1f3609a8-d65f-4472-bc4e-764e1a3288a1,segment=NetworkSegment(0656c9df-3683-4b19-9e2e-76cd59b3a036),segment_id=0656c9df-3683-4b19-9e2e-76cd59b3a036)] {{(pid=73810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 13:15:49.555969 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-ce811ee5-3839-4019-be12-971801ddb501 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:49.569692 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-6501c108-4e1b-444e-ac6a-8604276577be req-67686bab-e119-47b7-aa32-0d43294dc5b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4120194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773353276007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773352839720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773352839765'] for port, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:49.580706 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-be0f4ed5-2cdc-4c81-9f62-19fec6392492 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:49.634445 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.db [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] get_ports_and_sgs() called for port_ids ['44f63f57-f3af-42c7-8529-4679e3b0a132'] {{(pid=73812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 13:15:49.637426 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-ce811ee5-3839-4019-be12-971801ddb501 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:15:49.654220 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-ce811ee5-3839-4019-be12-971801ddb501 admin admin] Usage tracker for resource:security_group_rule and tenant:4caef849b2a0407890af0d873db80b72 is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:15:49.663721 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-ce811ee5-3839-4019-be12-971801ddb501 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:15:49.667959 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6501c108-4e1b-444e-ac6a-8604276577be req-67686bab-e119-47b7-aa32-0d43294dc5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:49.668623 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-6501c108-4e1b-444e-ac6a-8604276577be req-67686bab-e119-47b7-aa32-0d43294dc5b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647359'] for port, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:49.670015 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-6501c108-4e1b-444e-ac6a-8604276577be req-67686bab-e119-47b7-aa32-0d43294dc5b1 service neutron] 10.222.0.95 "PUT /v2.0/ports/1f3609a8-d65f-4472-bc4e-764e1a3288a1 HTTP/1.1" status: 200 len: 1094 time: 2.1964648 Apr 30 13:15:49.672629 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a28e6bd0-05d4-43a9-ade8-471de79ac163', 'tag': '1f3609a8-d65f-4472-bc4e-764e1a3288a1'}] {{(pid=73810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:15:49.692184 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-ce811ee5-3839-4019-be12-971801ddb501 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:15:49.746545 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67686bab-e119-47b7-aa32-0d43294dc5b1 service neutron] Pushing event updated for resources: {'Port': ['ID=1f3609a8-d65f-4472-bc4e-764e1a3288a1,revision_number=3']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:49.793665 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.db [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] get_ports_and_sgs() called for port_ids ['18c6c358-6dde-4acf-be95-e3f8cae114d1'] {{(pid=73812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 13:15:49.803318 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-67686bab-e119-47b7-aa32-0d43294dc5b1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:50.068507 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-ce811ee5-3839-4019-be12-971801ddb501 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:50.085789 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-ce811ee5-3839-4019-be12-971801ddb501 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985230'] for security_group, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:50.099536 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:50.177761 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [None req-ce811ee5-3839-4019-be12-971801ddb501 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=4caef849b2a0407890af0d873db80b72&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6591144 Apr 30 13:15:50.180607 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.84', 53884) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:15:50.181983 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce811ee5-3839-4019-be12-971801ddb501 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f5c6335-28ab-44ee-8af1-4ab453516924,revision_number=1']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:50.193989 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-ce811ee5-3839-4019-be12-971801ddb501 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:50.234714 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6501c108-4e1b-444e-ac6a-8604276577be req-a2e3c0a6-d940-47d4-86fe-319d18f4b805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:50.237025 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-6501c108-4e1b-444e-ac6a-8604276577be req-a2e3c0a6-d940-47d4-86fe-319d18f4b805 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=4c8480cf79cf411899d291c4db89977f&device_id=a28e6bd0-05d4-43a9-ade8-471de79ac163 HTTP/1.1" status: 200 len: 1097 time: 0.4873185 Apr 30 13:15:50.249182 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec74e24-8577-4781-9180-237d49b68d1a req-c0db2b6c-aa19-4f1d-b307-54dfd50e3b3c tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:50.256303 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-7ec74e24-8577-4781-9180-237d49b68d1a req-c0db2b6c-aa19-4f1d-b307-54dfd50e3b3c tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] 10.222.0.84 "GET /v2.0/ports?device_id=629aaee7-e32c-43e8-ad87-68a35cc7a888 HTTP/1.1" status: 200 len: 945 time: 0.5432181 Apr 30 13:15:50.281728 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-9d9eba71-aae6-4e8c-b697-367068bdadf3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:50.313635 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-9d9eba71-aae6-4e8c-b697-367068bdadf3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:50.331256 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfdeeac-2e80-4a25-bd30-81d2ad52bd60 req-34863264-50e8-40e8-bc1f-07fa84659b77 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:50.333083 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-8cfdeeac-2e80-4a25-bd30-81d2ad52bd60 req-34863264-50e8-40e8-bc1f-07fa84659b77 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] 10.222.0.84 "GET /v2.0/ports?device_id=1dd81a91-e5f8-448b-8e9c-f25715635bfd HTTP/1.1" status: 200 len: 945 time: 0.3544092 Apr 30 13:15:50.378580 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-6501c108-4e1b-444e-ac6a-8604276577be req-75cebd18-21b7-4d7b-a96f-26574fdecb3d service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1f3609a8-d65f-4472-bc4e-764e1a3288a1 HTTP/1.1" status: 200 len: 217 time: 0.1197979 Apr 30 13:15:50.418843 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-9d9eba71-aae6-4e8c-b697-367068bdadf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985230'] for security_group, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:50.426588 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-7eace473-b0e0-4d43-b89e-054e0da8d6cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:50.455946 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9eba71-aae6-4e8c-b697-367068bdadf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f5c6335-28ab-44ee-8af1-4ab453516924,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:50.471274 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-7ec74e24-8577-4781-9180-237d49b68d1a req-c2f938ca-10d3-4e49-b54e-2e7d69b668cb tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] 10.222.0.84 "GET /v2.0/security-groups?id=3c42be87-8352-42cf-a6e1-e7e026aabbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135997 Apr 30 13:15:50.472850 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-9d9eba71-aae6-4e8c-b697-367068bdadf3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:50.484506 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.rpc [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Device 5735bba6-0cb1-4d26-933c-470686a812a8 no longer exists at agent hyperv_hv-cinder-78719 {{(pid=73812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 13:15:50.487878 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [None req-9d9eba71-aae6-4e8c-b697-367068bdadf3 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/6f5c6335-28ab-44ee-8af1-4ab453516924 HTTP/1.1" status: 204 len: 168 time: 0.3011804 Apr 30 13:15:50.493373 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9eba71-aae6-4e8c-b697-367068bdadf3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:15:50.511375 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9eba71-aae6-4e8c-b697-367068bdadf3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:15:50.512039 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9eba71-aae6-4e8c-b697-367068bdadf3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:15:50.512239 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9eba71-aae6-4e8c-b697-367068bdadf3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:15:50.512616 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9eba71-aae6-4e8c-b697-367068bdadf3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:15:50.512981 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9eba71-aae6-4e8c-b697-367068bdadf3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:15:50.513323 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9eba71-aae6-4e8c-b697-367068bdadf3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:15:50.513670 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9eba71-aae6-4e8c-b697-367068bdadf3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:15:50.514016 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9eba71-aae6-4e8c-b697-367068bdadf3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:15:50.522333 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9eba71-aae6-4e8c-b697-367068bdadf3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:15:50.522757 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9eba71-aae6-4e8c-b697-367068bdadf3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:15:50.523233 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9eba71-aae6-4e8c-b697-367068bdadf3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:15:50.524947 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-8cfdeeac-2e80-4a25-bd30-81d2ad52bd60 req-a40ccba8-87ad-4ac1-bd85-7c4676d764d9 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] 10.222.0.84 "GET /v2.0/security-groups?id=e084591c-f787-483b-9216-30d5c5cd705c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1807263 Apr 30 13:15:50.533709 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-9d9eba71-aae6-4e8c-b697-367068bdadf3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:50.543649 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.84', 53904) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:15:50.571768 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6501c108-4e1b-444e-ac6a-8604276577be req-2ec8704e-3eab-441a-889d-5822f987d627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:50.573855 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-6501c108-4e1b-444e-ac6a-8604276577be req-2ec8704e-3eab-441a-889d-5822f987d627 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=295a1801-3c8d-4aef-b140-f11bdef5d697 HTTP/1.1" status: 200 len: 854 time: 0.1811943 Apr 30 13:15:50.600007 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.plugin [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] No Port match for: 5735bba6-0cb1-4d26-933c-470686a812a8 {{(pid=73812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 13:15:50.600381 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.rpc [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Device 5735bba6-0cb1-4d26-933c-470686a812a8 not bound to the agent host hv-cinder-78719 {{(pid=73812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 13:15:50.667831 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a28e6bd0-05d4-43a9-ade8-471de79ac163', 'tag': '1f3609a8-d65f-4472-bc4e-764e1a3288a1', 'status': 'completed', 'code': 200} Apr 30 13:15:50.674849 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-6501c108-4e1b-444e-ac6a-8604276577be req-e7e63714-71cd-4852-b676-21fdfc48dd31 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=a2370fd2-9a9f-499d-8dea-fb3ea7c82d60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0902057 Apr 30 13:15:50.760245 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.v2.base [None req-f6a5b954-3278-4d70-ae5b-24c9d5094af1 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-709945941-network', 'tenant_id': 'fae8bf8d2613435694149d1f166a242f'}} {{(pid=73809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:15:50.765105 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-f6a5b954-3278-4d70-ae5b-24c9d5094af1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:15:50.769725 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-f6a5b954-3278-4d70-ae5b-24c9d5094af1 admin admin] Usage tracker for resource:network and tenant:fae8bf8d2613435694149d1f166a242f is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:15:50.773045 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-f6a5b954-3278-4d70-ae5b-24c9d5094af1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:15:50.780831 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-f6a5b954-3278-4d70-ae5b-24c9d5094af1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:15:50.791761 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6a5b954-3278-4d70-ae5b-24c9d5094af1 admin admin] Made reservation on behalf of fae8bf8d2613435694149d1f166a242f for: {'network': 1} {{(pid=73809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:15:50.794430 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-f6a5b954-3278-4d70-ae5b-24c9d5094af1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4120257'] for network, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:50.807478 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-f6a5b954-3278-4d70-ae5b-24c9d5094af1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:50.831927 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-f6a5b954-3278-4d70-ae5b-24c9d5094af1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:15:50.836248 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-f6a5b954-3278-4d70-ae5b-24c9d5094af1 admin admin] Usage tracker for resource:security_group_rule and tenant:fae8bf8d2613435694149d1f166a242f is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:15:50.839514 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-f6a5b954-3278-4d70-ae5b-24c9d5094af1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:15:50.846171 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-f6a5b954-3278-4d70-ae5b-24c9d5094af1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:15:50.942461 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-f6a5b954-3278-4d70-ae5b-24c9d5094af1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:50.947409 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-f6a5b954-3278-4d70-ae5b-24c9d5094af1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985230'] for security_group, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:50.951762 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-d2caf0de-6e3b-4bd3-95a2-4952fdca73e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:50.957531 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-6501c108-4e1b-444e-ac6a-8604276577be req-e5414a42-7e76-4c7f-9424-761d993fab6f service neutron] 10.222.0.95 "GET /v2.0/networks/a2370fd2-9a9f-499d-8dea-fb3ea7c82d60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2744787 Apr 30 13:15:50.980828 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6a5b954-3278-4d70-ae5b-24c9d5094af1 admin admin] vlan segment allocate from pool success with {'vlan_id': 1106, 'physical_network': 'physnet1'} {{(pid=73809) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 13:15:50.989675 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a5b954-3278-4d70-ae5b-24c9d5094af1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdcb6b3f-1d64-439e-9ac9-5b122eddab9e,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:50.993377 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-f6a5b954-3278-4d70-ae5b-24c9d5094af1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:50.996075 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-f6a5b954-3278-4d70-ae5b-24c9d5094af1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060901'] for segment, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:50.996450 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.db.segments_db [None req-f6a5b954-3278-4d70-ae5b-24c9d5094af1 admin admin] Added segment deaf4bab-5062-4453-8382-c60f3222d550 of type vlan for network 498fb676-a7c7-4aff-a8a4-77d8f68f6edc Apr 30 13:15:51.001560 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfb7c97-9ef3-4966-9fcb-2e522985f13a req-0d284651-69a9-4e4a-ac23-b15d01a65b25 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:51.003087 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-cdfb7c97-9ef3-4966-9fcb-2e522985f13a req-0d284651-69a9-4e4a-ac23-b15d01a65b25 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] 10.222.0.84 "GET /v2.0/ports?device_id=3891d1b0-b5dd-47c3-b3d4-60a44acdf909 HTTP/1.1" status: 200 len: 944 time: 0.2795208 Apr 30 13:15:51.021957 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0efcfa-a116-4dbd-ba91-71dacf1fe5f8 req-b875adfa-1c52-45a0-9c2a-4f0cb1316b8e tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:51.023464 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-2b0efcfa-a116-4dbd-ba91-71dacf1fe5f8 req-b875adfa-1c52-45a0-9c2a-4f0cb1316b8e tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] 10.222.0.84 "GET /v2.0/ports?device_id=a28e6bd0-05d4-43a9-ade8-471de79ac163 HTTP/1.1" status: 200 len: 944 time: 0.2504351 Apr 30 13:15:51.033645 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-f6a5b954-3278-4d70-ae5b-24c9d5094af1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773352860555'] for network, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:51.042754 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.84', 53912) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:15:51.065327 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-d2db8159-f92e-4874-b08f-7edcd3cfa040 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:51.092605 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-d2db8159-f92e-4874-b08f-7edcd3cfa040 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:15:51.098409 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-d2db8159-f92e-4874-b08f-7edcd3cfa040 admin admin] Usage tracker for resource:security_group_rule and tenant:9f60ee591e0449aaaf7d1bdfaf955519 is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:15:51.101894 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-d2db8159-f92e-4874-b08f-7edcd3cfa040 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:15:51.107987 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-f6a5b954-3278-4d70-ae5b-24c9d5094af1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313'] for network, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:51.108978 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-d2db8159-f92e-4874-b08f-7edcd3cfa040 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:15:51.111421 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6a5b954-3278-4d70-ae5b-24c9d5094af1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:51.112003 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-f6a5b954-3278-4d70-ae5b-24c9d5094af1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647359'] for network, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:51.116260 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:51.170517 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-2b0efcfa-a116-4dbd-ba91-71dacf1fe5f8 req-100e8c72-5926-4acd-9ea5-d3b69c96cf74 tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] 10.222.0.84 "GET /v2.0/security-groups?id=78b91c60-43f7-43d4-ab5b-e36ce0163f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398516 Apr 30 13:15:51.177538 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-cdfb7c97-9ef3-4966-9fcb-2e522985f13a req-ceea7ad5-393a-4a38-b3d8-9957949395d0 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] 10.222.0.84 "GET /v2.0/security-groups?id=38056ed3-e545-461e-877e-10c00fc58fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1531501 Apr 30 13:15:51.194321 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-6501c108-4e1b-444e-ac6a-8604276577be req-d5349ab4-7e4b-417c-ab19-b6ab9b19f51e service neutron] 10.222.0.95 "GET /v2.0/networks/a2370fd2-9a9f-499d-8dea-fb3ea7c82d60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2279019 Apr 30 13:15:51.242753 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a5b954-3278-4d70-ae5b-24c9d5094af1 admin admin] Pushing event updated for resources: {'Network': ['ID=498fb676-a7c7-4aff-a8a4-77d8f68f6edc,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:51.247568 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-f6a5b954-3278-4d70-ae5b-24c9d5094af1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:51.250311 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [None req-f6a5b954-3278-4d70-ae5b-24c9d5094af1 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7055891 Apr 30 13:15:51.254193 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.84', 53916) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:15:51.256509 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.rpc [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Network 498fb676-a7c7-4aff-a8a4-77d8f68f6edc details requested by agent ovs-agent-dv-cinder-787195-5-smb with host dv-cinder-787195-5-smb {{(pid=73812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 30 13:15:51.261812 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.v2.base [None req-7fdb8656-072b-4b86-9d49-34d9ffdabf14 admin admin] Request body: {'subnet': {'network_id': '498fb676-a7c7-4aff-a8a4-77d8f68f6edc', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-709945941-subnet', 'tenant_id': 'fae8bf8d2613435694149d1f166a242f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=73809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:15:51.271015 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-7fdb8656-072b-4b86-9d49-34d9ffdabf14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:15:51.279018 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-7fdb8656-072b-4b86-9d49-34d9ffdabf14 admin admin] Usage tracker for resource:subnet and tenant:fae8bf8d2613435694149d1f166a242f is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:15:51.283120 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-7fdb8656-072b-4b86-9d49-34d9ffdabf14 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:15:51.293285 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-7fdb8656-072b-4b86-9d49-34d9ffdabf14 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:15:51.324702 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fdb8656-072b-4b86-9d49-34d9ffdabf14 admin admin] Made reservation on behalf of fae8bf8d2613435694149d1f166a242f for: {'subnet': 1} {{(pid=73809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:15:51.326996 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-7fdb8656-072b-4b86-9d49-34d9ffdabf14 admin admin] Notify callbacks [] for subnet, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:51.341248 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f20e60-e9fd-4da6-b9f0-39a7d2a5e329 req-bd09dbe8-dabb-4703-9a85-a1c9a26916ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:51.342760 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-49f20e60-e9fd-4da6-b9f0-39a7d2a5e329 req-bd09dbe8-dabb-4703-9a85-a1c9a26916ff service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=4c8480cf79cf411899d291c4db89977f&device_id=a28e6bd0-05d4-43a9-ade8-471de79ac163 HTTP/1.1" status: 200 len: 1097 time: 0.1029522 Apr 30 13:15:51.367894 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-d2db8159-f92e-4874-b08f-7edcd3cfa040 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:51.421320 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-d2db8159-f92e-4874-b08f-7edcd3cfa040 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985230'] for security_group, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:51.430494 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:51.491661 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [None req-d2db8159-f92e-4874-b08f-7edcd3cfa040 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=9f60ee591e0449aaaf7d1bdfaf955519&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4454360 Apr 30 13:15:51.491661 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2db8159-f92e-4874-b08f-7edcd3cfa040 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50de9730-1589-443a-9d42-7dc205b99e26,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:51.492571 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.84', 53924) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:15:51.496114 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-d2db8159-f92e-4874-b08f-7edcd3cfa040 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:51.579285 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f20e60-e9fd-4da6-b9f0-39a7d2a5e329 req-f8d93538-75e6-4f89-a0e3-077319e74ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:51.580994 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-49f20e60-e9fd-4da6-b9f0-39a7d2a5e329 req-f8d93538-75e6-4f89-a0e3-077319e74ce4 service neutron] 10.222.0.95 "GET /v2.0/networks?id=a2370fd2-9a9f-499d-8dea-fb3ea7c82d60 HTTP/1.1" status: 200 len: 916 time: 0.2273161 Apr 30 13:15:51.616310 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-9fe684f8-8690-412b-a0f2-5e6962c965bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:51.672762 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.84', 53936) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:15:51.677458 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-9fe684f8-8690-412b-a0f2-5e6962c965bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:51.729659 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-49f20e60-e9fd-4da6-b9f0-39a7d2a5e329 req-1fc7ca08-16d0-4230-a7dd-53b0ae3576ff service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1f3609a8-d65f-4472-bc4e-764e1a3288a1 HTTP/1.1" status: 200 len: 217 time: 0.1353836 Apr 30 13:15:51.796387 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-9fe684f8-8690-412b-a0f2-5e6962c965bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985230'] for security_group, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:51.801939 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-25eda249-a6be-48fe-82ae-2ad02ac925df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:51.850782 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe684f8-8690-412b-a0f2-5e6962c965bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50de9730-1589-443a-9d42-7dc205b99e26,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:51.852967 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-18032c8b-de18-4291-8318-b72bd91503ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000748'] for agent, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:51.855693 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-9fe684f8-8690-412b-a0f2-5e6962c965bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:51.869463 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3e1813e-5abe-4980-847a-593893107bc8 admin admin] Deleting subnet e16aca97-3403-4669-beae-2eb7636c0fcb {{(pid=73809) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 30 13:15:51.870469 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f20e60-e9fd-4da6-b9f0-39a7d2a5e329 req-f19dc832-6b27-4f72-a8d3-cc48c48e9d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:51.872063 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-b3e1813e-5abe-4980-847a-593893107bc8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:51.872193 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-49f20e60-e9fd-4da6-b9f0-39a7d2a5e329 req-f19dc832-6b27-4f72-a8d3-cc48c48e9d92 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=295a1801-3c8d-4aef-b140-f11bdef5d697 HTTP/1.1" status: 200 len: 854 time: 0.1270137 Apr 30 13:15:51.921517 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-9fe684f8-8690-412b-a0f2-5e6962c965bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:51.924736 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [None req-9fe684f8-8690-412b-a0f2-5e6962c965bb admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/50de9730-1589-443a-9d42-7dc205b99e26 HTTP/1.1" status: 204 len: 168 time: 0.4300730 Apr 30 13:15:51.934302 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-49f20e60-e9fd-4da6-b9f0-39a7d2a5e329 req-7486bffe-48f1-4b9b-a815-6c478b38a2e5 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=a2370fd2-9a9f-499d-8dea-fb3ea7c82d60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520828 Apr 30 13:15:51.942157 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c0074c-fc91-4249-a657-c3580da9125b req-84606547-41de-4a61-95e3-90b489697f59 tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:51.943972 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-50c0074c-fc91-4249-a657-c3580da9125b req-84606547-41de-4a61-95e3-90b489697f59 tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] 10.222.0.84 "GET /v2.0/ports?device_id=629aaee7-e32c-43e8-ad87-68a35cc7a888 HTTP/1.1" status: 200 len: 945 time: 0.2531221 Apr 30 13:15:51.997481 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-b3e1813e-5abe-4980-847a-593893107bc8 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:52.007399 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-b3e1813e-5abe-4980-847a-593893107bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4062251'] for subnet, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:52.087552 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f833eeee-68da-473d-be0e-644bbd8f7aee req-f0f8d19b-ef04-4954-ac5d-41dd3f8fbe16 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:52.089113 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-f833eeee-68da-473d-be0e-644bbd8f7aee req-f0f8d19b-ef04-4954-ac5d-41dd3f8fbe16 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] 10.222.0.84 "GET /v2.0/ports?device_id=1dd81a91-e5f8-448b-8e9c-f25715635bfd HTTP/1.1" status: 200 len: 945 time: 0.3069272 Apr 30 13:15:52.124482 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-50c0074c-fc91-4249-a657-c3580da9125b req-f14964df-9746-4180-8287-1aff8ffb3431 tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] 10.222.0.84 "GET /v2.0/security-groups?id=3c42be87-8352-42cf-a6e1-e7e026aabbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537378 Apr 30 13:15:52.175046 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-49f20e60-e9fd-4da6-b9f0-39a7d2a5e329 req-be7eeaf0-a7b5-4668-9e1a-1907bbb4593f service neutron] 10.222.0.95 "GET /v2.0/networks/a2370fd2-9a9f-499d-8dea-fb3ea7c82d60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2304358 Apr 30 13:15:52.178117 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-f833eeee-68da-473d-be0e-644bbd8f7aee req-dfda80e2-c9db-4d90-b4d8-f37fbf666ca9 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] 10.222.0.84 "GET /v2.0/security-groups?id=e084591c-f787-483b-9216-30d5c5cd705c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800238 Apr 30 13:15:52.307697 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000748'] for agent, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:52.396497 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-7fdb8656-072b-4b86-9d49-34d9ffdabf14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313'] for subnet, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:52.406135 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:52.504031 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.rpc [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Device 18c6c358-6dde-4acf-be95-e3f8cae114d1 up at agent hyperv_hv-cinder-78719 {{(pid=73812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:15:52.526298 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-49f20e60-e9fd-4da6-b9f0-39a7d2a5e329 req-ca6971ae-68bc-4b29-a2de-4a3b4b84d89b service neutron] 10.222.0.95 "GET /v2.0/networks/a2370fd2-9a9f-499d-8dea-fb3ea7c82d60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3415534 Apr 30 13:15:52.560833 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdb8656-072b-4b86-9d49-34d9ffdabf14 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1f3e9e4-9b81-4c7c-88de-f1de33d982ba,revision_number=0']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:52.574092 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d06072-bcfd-42db-bef0-06ecef241d50 req-f0855c02-236c-418e-b8ce-9d1caab6095f tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:52.575656 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-7fdb8656-072b-4b86-9d49-34d9ffdabf14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:52.581877 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fdb8656-072b-4b86-9d49-34d9ffdabf14 admin admin] Checking segment: {'id': 'deaf4bab-5062-4453-8382-c60f3222d550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1106, 'network_id': '498fb676-a7c7-4aff-a8a4-77d8f68f6edc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:15:52.582652 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fdb8656-072b-4b86-9d49-34d9ffdabf14 admin admin] Network hostable DHCP agents. Network: 498fb676-a7c7-4aff-a8a4-77d8f68f6edc, hostable agents: ['bbfd2d49-358d-47d1-a027-fcfd9e0d3b2b'], hosted agents: [] {{(pid=73809) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 13:15:52.582758 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-e3d06072-bcfd-42db-bef0-06ecef241d50 req-f0855c02-236c-418e-b8ce-9d1caab6095f tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] 10.222.0.84 "GET /v2.0/ports?device_id=a28e6bd0-05d4-43a9-ade8-471de79ac163 HTTP/1.1" status: 200 len: 944 time: 0.2432630 Apr 30 13:15:52.614598 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fdb8656-072b-4b86-9d49-34d9ffdabf14 admin admin] Network 498fb676-a7c7-4aff-a8a4-77d8f68f6edc is scheduled to be hosted by DHCP agent bbfd2d49-358d-47d1-a027-fcfd9e0d3b2b with binding_index 1 {{(pid=73809) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 13:15:52.620576 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59188ecc-ed3e-4dad-8400-8541b2b47aa5 req-013031ac-e140-41b8-90c1-9d22725fefed tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:52.629694 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-59188ecc-ed3e-4dad-8400-8541b2b47aa5 req-013031ac-e140-41b8-90c1-9d22725fefed tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] 10.222.0.84 "GET /v2.0/ports?device_id=3891d1b0-b5dd-47c3-b3d4-60a44acdf909 HTTP/1.1" status: 200 len: 944 time: 0.2079494 Apr 30 13:15:52.633335 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.scheduler.base_scheduler [None req-7fdb8656-072b-4b86-9d49-34d9ffdabf14 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787195-5-smb, 498fb676-a7c7-4aff-a8a4-77d8f68f6edc) {{(pid=73809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:15:52.639777 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-b3e1813e-5abe-4980-847a-593893107bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4062258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313'] for subnet, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:52.642827 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fdb8656-072b-4b86-9d49-34d9ffdabf14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:52.643753 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-7fdb8656-072b-4b86-9d49-34d9ffdabf14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647359'] for subnet, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:52.645875 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95454c89-4710-4cfb-8152-ef8614b14870 None None] Network 498fb676-a7c7-4aff-a8a4-77d8f68f6edc requested from dv-cinder-787195-5-smb {{(pid=73812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 13:15:52.680323 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-7fdb8656-072b-4b86-9d49-34d9ffdabf14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:52.691602 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-e3d06072-bcfd-42db-bef0-06ecef241d50 req-87fcae2e-9649-4427-b755-24e78b20f087 tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] 10.222.0.84 "GET /v2.0/security-groups?id=78b91c60-43f7-43d4-ab5b-e36ce0163f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029024 Apr 30 13:15:52.725248 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [None req-7fdb8656-072b-4b86-9d49-34d9ffdabf14 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.4605885 Apr 30 13:15:52.725248 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-b3e1813e-5abe-4980-847a-593893107bc8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647359'] for subnet, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:52.725248 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [None req-b3e1813e-5abe-4980-847a-593893107bc8 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/e16aca97-3403-4669-beae-2eb7636c0fcb HTTP/1.1" status: 204 len: 168 time: 0.9960110 Apr 30 13:15:52.732437 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.84', 53966) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:15:52.740514 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-59188ecc-ed3e-4dad-8400-8541b2b47aa5 req-b57bee28-794f-43ba-b3db-46cab2a37fb2 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] 10.222.0.84 "GET /v2.0/security-groups?id=38056ed3-e545-461e-877e-10c00fc58fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1082599 Apr 30 13:15:52.944551 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e1813e-5abe-4980-847a-593893107bc8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e16aca97-3403-4669-beae-2eb7636c0fcb,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:52.946895 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-b3e1813e-5abe-4980-847a-593893107bc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:52.951331 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-697090c1-baf9-40b3-8181-1791be987ed3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4148260'] for network, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:53.015976 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.provisioning_blocks [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Provisioning for port 18c6c358-6dde-4acf-be95-e3f8cae114d1 completed by entity L2. {{(pid=73812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:15:53.023522 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.provisioning_blocks [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Provisioning complete for port 18c6c358-6dde-4acf-be95-e3f8cae114d1 triggered by entity L2. {{(pid=73812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:15:53.024383 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000605'] for port, provisioning_complete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:53.052013 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e57e323-bee1-4281-b084-6720df1a9b0e None None] Network 498fb676-a7c7-4aff-a8a4-77d8f68f6edc requested from dv-cinder-787195-5-smb {{(pid=73812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 13:15:53.139248 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-697090c1-baf9-40b3-8181-1791be987ed3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3997862', 'neutron.services.segments.db._delete_segments_for_network-8773353284765'] for network, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:53.197628 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-a9ba599c-bbf2-42e7-8bf2-2ae3bfc6b861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000748'] for agent, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:53.428818 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-697090c1-baf9-40b3-8181-1791be987ed3 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=73809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:15:53.429435 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-697090c1-baf9-40b3-8181-1791be987ed3 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=73809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:15:53.429879 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-697090c1-baf9-40b3-8181-1791be987ed3 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=73809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:15:53.430222 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-697090c1-baf9-40b3-8181-1791be987ed3 admin admin] Subscribe: > port after_create 55550000 {{(pid=73809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:15:53.430545 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-697090c1-baf9-40b3-8181-1791be987ed3 admin admin] Subscribe: > port after_delete 55550000 {{(pid=73809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:15:53.430878 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-697090c1-baf9-40b3-8181-1791be987ed3 admin admin] Subscribe: > port after_update 55550000 {{(pid=73809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:15:53.431194 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-697090c1-baf9-40b3-8181-1791be987ed3 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=73809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:15:53.431535 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-697090c1-baf9-40b3-8181-1791be987ed3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=73809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:15:53.431883 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-697090c1-baf9-40b3-8181-1791be987ed3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=73809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:15:53.432253 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-697090c1-baf9-40b3-8181-1791be987ed3 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=73809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:15:53.435407 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4120257'] for port, before_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:53.597044 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dd81a91-e5f8-448b-8e9c-f25715635bfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18c6c358-6dde-4acf-be95-e3f8cae114d1'}] {{(pid=73812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:15:53.600074 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.84', 54008) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:15:53.609858 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.db [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] For port 18c6c358-6dde-4acf-be95-e3f8cae114d1, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=18c6c358-6dde-4acf-be95-e3f8cae114d1,segment=NetworkSegment(bd5afee6-82cf-4022-aa9c-8998fa98a06d),segment_id=bd5afee6-82cf-4022-aa9c-8998fa98a06d)] {{(pid=73812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:15:53.613819 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.v2.base [None req-2e906e64-6cef-49f1-a689-43616a00eb62 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1159495716-network', 'tenant_id': '9e339fc232904946805967757526b6d2'}} {{(pid=73810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:15:53.622015 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-697090c1-baf9-40b3-8181-1791be987ed3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=73809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:15:53.622517 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-697090c1-baf9-40b3-8181-1791be987ed3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=73809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:15:53.623017 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-697090c1-baf9-40b3-8181-1791be987ed3 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=73809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:15:53.623173 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4120194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773353276007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773352839720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773352839765'] for port, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:53.623513 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-697090c1-baf9-40b3-8181-1791be987ed3 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=73809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:15:53.623966 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.services.segments.db [None req-697090c1-baf9-40b3-8181-1791be987ed3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01195525-d055-479a-a2be-e547c79ff0bf']}} {{(pid=73809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:15:53.624169 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-2e906e64-6cef-49f1-a689-43616a00eb62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:15:53.626115 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.rpc [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Device 44f63f57-f3af-42c7-8529-4679e3b0a132 up at agent hyperv_hv-cinder-78719 {{(pid=73812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:15:53.634617 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e53fd1a-04ca-4666-a491-e761248cfd7a req-60a7cc54-97e0-43c9-96a8-e8c7f3335ff2 tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:53.643021 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-8e53fd1a-04ca-4666-a491-e761248cfd7a req-60a7cc54-97e0-43c9-96a8-e8c7f3335ff2 tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] 10.222.0.84 "GET /v2.0/ports?device_id=629aaee7-e32c-43e8-ad87-68a35cc7a888 HTTP/1.1" status: 200 len: 945 time: 0.2763286 Apr 30 13:15:53.656921 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.services.segments.db [None req-697090c1-baf9-40b3-8181-1791be987ed3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '464fd61d-8303-45a4-a55d-5d069c9797b6') {'for_net_delete': True} {{(pid=73809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:15:53.658829 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.services.segments.db [None req-697090c1-baf9-40b3-8181-1791be987ed3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '464fd61d-8303-45a4-a55d-5d069c9797b6') {} {{(pid=73809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:15:53.670573 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-2e906e64-6cef-49f1-a689-43616a00eb62 admin admin] Usage tracker for resource:network and tenant:9e339fc232904946805967757526b6d2 is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:15:53.670822 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:53.672398 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-697090c1-baf9-40b3-8181-1791be987ed3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773353296999', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11422965'] for segment, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:53.691378 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-697090c1-baf9-40b3-8181-1791be987ed3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060901'] for segment, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:53.696798 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca50783-eff4-4c04-80f5-b9687ece2a03 req-188ee125-89d1-4835-9e84-b5e23ae6a9fd tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:53.698760 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-3ca50783-eff4-4c04-80f5-b9687ece2a03 req-188ee125-89d1-4835-9e84-b5e23ae6a9fd tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] 10.222.0.84 "GET /v2.0/ports?device_id=1dd81a91-e5f8-448b-8e9c-f25715635bfd HTTP/1.1" status: 200 len: 945 time: 0.2736318 Apr 30 13:15:53.699717 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-2e906e64-6cef-49f1-a689-43616a00eb62 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:15:53.701638 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-697090c1-baf9-40b3-8181-1791be987ed3 admin admin] Releasing vlan 1125 on physical network physnet1 to pool {{(pid=73809) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 13:15:53.712942 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-2e906e64-6cef-49f1-a689-43616a00eb62 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:15:53.774156 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-8e53fd1a-04ca-4666-a491-e761248cfd7a req-e049f5f4-a3e5-426e-9269-90f6f914e78f tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] 10.222.0.84 "GET /v2.0/security-groups?id=3c42be87-8352-42cf-a6e1-e7e026aabbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300719 Apr 30 13:15:53.830360 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e906e64-6cef-49f1-a689-43616a00eb62 admin admin] Made reservation on behalf of 9e339fc232904946805967757526b6d2 for: {'network': 1} {{(pid=73810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:15:53.833258 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-2e906e64-6cef-49f1-a689-43616a00eb62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4120257'] for network, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:53.855002 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-3ca50783-eff4-4c04-80f5-b9687ece2a03 req-b316e093-4008-4775-84dd-e270b3cdb39e tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] 10.222.0.84 "GET /v2.0/security-groups?id=e084591c-f787-483b-9216-30d5c5cd705c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1390500 Apr 30 13:15:53.856103 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-2e906e64-6cef-49f1-a689-43616a00eb62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:53.876457 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-2e906e64-6cef-49f1-a689-43616a00eb62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:15:53.885232 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-2e906e64-6cef-49f1-a689-43616a00eb62 admin admin] Usage tracker for resource:security_group_rule and tenant:9e339fc232904946805967757526b6d2 is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:15:53.898451 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-2e906e64-6cef-49f1-a689-43616a00eb62 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:15:53.902198 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Pushing event updated for resources: {'Port': ['ID=18c6c358-6dde-4acf-be95-e3f8cae114d1,revision_number=5']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:53.909864 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-2e906e64-6cef-49f1-a689-43616a00eb62 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:15:53.934341 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:53.936821 dv-cinder-787195-5-smb neutron-server[73812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dd81a91-e5f8-448b-8e9c-f25715635bfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18c6c358-6dde-4acf-be95-e3f8cae114d1', 'code': 200} Apr 30 13:15:53.946164 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.provisioning_blocks [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Provisioning for port 44f63f57-f3af-42c7-8529-4679e3b0a132 completed by entity L2. {{(pid=73812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:15:53.967916 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.provisioning_blocks [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Provisioning complete for port 44f63f57-f3af-42c7-8529-4679e3b0a132 triggered by entity L2. {{(pid=73812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:15:53.968726 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000605'] for port, provisioning_complete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:54.047132 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.managers [None req-697090c1-baf9-40b3-8181-1791be987ed3 admin admin] Network 01195525-d055-479a-a2be-e547c79ff0bf has no segments {{(pid=73809) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 13:15:54.057754 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-697090c1-baf9-40b3-8181-1791be987ed3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4060702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11423667'] for segment, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:54.188613 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-2e906e64-6cef-49f1-a689-43616a00eb62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:54.190006 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4120257'] for port, before_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:54.202039 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-2e906e64-6cef-49f1-a689-43616a00eb62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985230'] for security_group, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:54.212049 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-c20a8db2-900c-44f5-8899-b17a5f23e1b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:54.252627 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.db [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] For port 44f63f57-f3af-42c7-8529-4679e3b0a132, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=44f63f57-f3af-42c7-8529-4679e3b0a132,segment=NetworkSegment(ff042486-32fa-466b-a0ab-93d4f13b17fd),segment_id=ff042486-32fa-466b-a0ab-93d4f13b17fd)] {{(pid=73812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:15:54.256567 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e906e64-6cef-49f1-a689-43616a00eb62 admin admin] vlan segment allocate from pool success with {'vlan_id': 1111, 'physical_network': 'physnet1'} {{(pid=73810) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 13:15:54.266751 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4120194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773353276007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773352839720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773352839765'] for port, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:54.269442 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:54.275245 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e906e64-6cef-49f1-a689-43616a00eb62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72b916eb-d518-4212-877a-4d6f6ef9f95b,revision_number=1']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:54.278515 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-2e906e64-6cef-49f1-a689-43616a00eb62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:54.341225 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-2e906e64-6cef-49f1-a689-43616a00eb62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060901'] for segment, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:54.341564 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.db.segments_db [None req-2e906e64-6cef-49f1-a689-43616a00eb62 admin admin] Added segment 6b871333-01c1-45e3-8385-d30e07767f77 of type vlan for network 8423304c-dc83-4c39-b015-34a6204a7b88 Apr 30 13:15:54.356091 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.managers [None req-697090c1-baf9-40b3-8181-1791be987ed3 admin admin] Network 01195525-d055-479a-a2be-e547c79ff0bf has no segments {{(pid=73809) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 13:15:54.377849 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Pushing event updated for resources: {'Port': ['ID=44f63f57-f3af-42c7-8529-4679e3b0a132,revision_number=5']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:54.378904 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474f9f0a-97d9-4c12-a119-7795b0452826 req-0f2602a9-629b-459a-b5c9-8c058acfb4b9 tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:54.380421 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-474f9f0a-97d9-4c12-a119-7795b0452826 req-0f2602a9-629b-459a-b5c9-8c058acfb4b9 tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] 10.222.0.84 "GET /v2.0/ports?device_id=a28e6bd0-05d4-43a9-ade8-471de79ac163 HTTP/1.1" status: 200 len: 944 time: 0.2578750 Apr 30 13:15:54.401003 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:15:54.401604 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:15:54.401747 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c034ec-0e5a-481d-8f5c-e8f463b155d5 req-e56c6809-f284-49b9-9d0c-726aef1a2f1a tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:54.402230 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:15:54.402710 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:15:54.403197 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:15:54.403667 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:15:54.404198 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:15:54.404685 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:15:54.405397 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:15:54.406089 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:15:54.406630 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:15:54.407169 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:15:54.412949 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-b4c034ec-0e5a-481d-8f5c-e8f463b155d5 req-e56c6809-f284-49b9-9d0c-726aef1a2f1a tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] 10.222.0.84 "GET /v2.0/ports?device_id=3891d1b0-b5dd-47c3-b3d4-60a44acdf909 HTTP/1.1" status: 200 len: 944 time: 0.3487654 Apr 30 13:15:54.413819 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:54.433629 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-2e906e64-6cef-49f1-a689-43616a00eb62 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773352860555'] for network, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:54.445167 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-5918b5d9-36b2-459a-8043-2e5e2054f07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000748'] for agent, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:54.457881 dv-cinder-787195-5-smb neutron-server[73809]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 30 13:15:54.457881 dv-cinder-787195-5-smb neutron-server[73809]: from cryptography.utils import int_from_bytes Apr 30 13:15:54.457881 dv-cinder-787195-5-smb neutron-server[73809]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 30 13:15:54.457881 dv-cinder-787195-5-smb neutron-server[73809]: from cryptography.utils import int_from_bytes Apr 30 13:15:54.457881 dv-cinder-787195-5-smb neutron-server[73809]: Traceback (most recent call last): Apr 30 13:15:54.457881 dv-cinder-787195-5-smb neutron-server[73809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 13:15:54.457881 dv-cinder-787195-5-smb neutron-server[73809]: timer() Apr 30 13:15:54.457881 dv-cinder-787195-5-smb neutron-server[73809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 13:15:54.457881 dv-cinder-787195-5-smb neutron-server[73809]: cb(*args, **kw) Apr 30 13:15:54.457881 dv-cinder-787195-5-smb neutron-server[73809]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 30 13:15:54.457881 dv-cinder-787195-5-smb neutron-server[73809]: return func(*args, **kwargs) Apr 30 13:15:54.457881 dv-cinder-787195-5-smb neutron-server[73809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 13:15:54.457881 dv-cinder-787195-5-smb neutron-server[73809]: self._notify() Apr 30 13:15:54.457881 dv-cinder-787195-5-smb neutron-server[73809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 13:15:54.457881 dv-cinder-787195-5-smb neutron-server[73809]: self.callback(batched_events) Apr 30 13:15:54.457881 dv-cinder-787195-5-smb neutron-server[73809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 13:15:54.457881 dv-cinder-787195-5-smb neutron-server[73809]: event.method(event) Apr 30 13:15:54.457881 dv-cinder-787195-5-smb neutron-server[73809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 30 13:15:54.457881 dv-cinder-787195-5-smb neutron-server[73809]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 13:15:54.457881 dv-cinder-787195-5-smb neutron-server[73809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 30 13:15:54.457881 dv-cinder-787195-5-smb neutron-server[73809]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 13:15:54.457881 dv-cinder-787195-5-smb neutron-server[73809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 30 13:15:54.457881 dv-cinder-787195-5-smb neutron-server[73809]: return f(self, *a, **k) Apr 30 13:15:54.457881 dv-cinder-787195-5-smb neutron-server[73809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 30 13:15:54.457881 dv-cinder-787195-5-smb neutron-server[73809]: return self._get(url).json() Apr 30 13:15:54.457881 dv-cinder-787195-5-smb neutron-server[73809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 30 13:15:54.457881 dv-cinder-787195-5-smb neutron-server[73809]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 13:15:54.457881 dv-cinder-787195-5-smb neutron-server[73809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 13:15:54.457881 dv-cinder-787195-5-smb neutron-server[73809]: return self.request(url, 'GET', **kwargs) Apr 30 13:15:54.457881 dv-cinder-787195-5-smb neutron-server[73809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 13:15:54.457881 dv-cinder-787195-5-smb neutron-server[73809]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 13:15:54.457881 dv-cinder-787195-5-smb neutron-server[73809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 13:15:54.457881 dv-cinder-787195-5-smb neutron-server[73809]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 13:15:54.457881 dv-cinder-787195-5-smb neutron-server[73809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 13:15:54.457881 dv-cinder-787195-5-smb neutron-server[73809]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 13:15:54.457881 dv-cinder-787195-5-smb neutron-server[73809]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 13:15:54.483054 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-697090c1-baf9-40b3-8181-1791be987ed3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3997869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-920133'] for network, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:54.488205 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-dd5d9aae-9142-4d5c-a75a-83ca684bb496 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:54.507085 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-697090c1-baf9-40b3-8181-1791be987ed3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647359'] for network, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:54.510228 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697090c1-baf9-40b3-8181-1791be987ed3 admin admin] Pushing event deleted for resources: {'Network': ['ID=01195525-d055-479a-a2be-e547c79ff0bf,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:54.527689 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-697090c1-baf9-40b3-8181-1791be987ed3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:54.540924 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [None req-697090c1-baf9-40b3-8181-1791be987ed3 admin admin] 10.222.0.84 "DELETE /v2.0/networks/01195525-d055-479a-a2be-e547c79ff0bf HTTP/1.1" status: 204 len: 168 time: 1.8071575 Apr 30 13:15:54.615763 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.rpc [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Device 1f3609a8-d65f-4472-bc4e-764e1a3288a1 details requested by agent hyperv_hv-cinder-78719 with host hv-cinder-78719 {{(pid=73812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 13:15:54.682811 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-474f9f0a-97d9-4c12-a119-7795b0452826 req-39723815-3455-45ef-85a5-2f8b86183f65 tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] 10.222.0.84 "GET /v2.0/security-groups?id=78b91c60-43f7-43d4-ab5b-e36ce0163f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2672660 Apr 30 13:15:54.700260 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a08a7e-1fdc-4742-abcf-579920d12ac1 req-c5f40c4d-21d7-4ca1-9296-4c8233bfeb16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:54.702729 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-d4a08a7e-1fdc-4742-abcf-579920d12ac1 req-c5f40c4d-21d7-4ca1-9296-4c8233bfeb16 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=1dd81a91-e5f8-448b-8e9c-f25715635bfd HTTP/1.1" status: 200 len: 1099 time: 0.4101269 Apr 30 13:15:54.715701 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-b4c034ec-0e5a-481d-8f5c-e8f463b155d5 req-17d56f38-7368-4d73-9c9b-be743bcb7d46 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] 10.222.0.84 "GET /v2.0/security-groups?id=38056ed3-e545-461e-877e-10c00fc58fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2595465 Apr 30 13:15:54.735282 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-2e906e64-6cef-49f1-a689-43616a00eb62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313'] for network, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:54.739025 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e906e64-6cef-49f1-a689-43616a00eb62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:54.739605 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-2e906e64-6cef-49f1-a689-43616a00eb62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647359'] for network, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:54.746918 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-71dd122e-104e-4473-ad7e-5a8f88a2d009 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:54.800591 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.db [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] For port 1f3609a8-d65f-4472-bc4e-764e1a3288a1, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=1f3609a8-d65f-4472-bc4e-764e1a3288a1,segment=NetworkSegment(0656c9df-3683-4b19-9e2e-76cd59b3a036),segment_id=0656c9df-3683-4b19-9e2e-76cd59b3a036)] {{(pid=73812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:15:54.815468 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.rpc [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Returning: {'device': '1f3609a8-d65f-4472-bc4e-764e1a3288a1', 'network_id': 'a2370fd2-9a9f-499d-8dea-fb3ea7c82d60', 'port_id': '1f3609a8-d65f-4472-bc4e-764e1a3288a1', 'mac_address': 'fa:16:3e:e6:a9:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '295a1801-3c8d-4aef-b140-f11bdef5d697', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 13:15:54.840443 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.84', 54070) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:15:54.860990 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-d4a08a7e-1fdc-4742-abcf-579920d12ac1 req-175093ae-12f6-4ab8-81da-1701a5b1937d service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=e084591c-f787-483b-9216-30d5c5cd705c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1425645 Apr 30 13:15:54.876980 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e906e64-6cef-49f1-a689-43616a00eb62 admin admin] Pushing event updated for resources: {'Network': ['ID=8423304c-dc83-4c39-b015-34a6204a7b88,revision_number=1']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:54.880037 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [None req-2e906e64-6cef-49f1-a689-43616a00eb62 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.2775154 Apr 30 13:15:54.881045 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-2e906e64-6cef-49f1-a689-43616a00eb62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:54.883115 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.84', 54074) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:15:54.889701 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.v2.base [None req-4c787195-e5e3-4362-af2d-449899e95473 admin admin] Request body: {'subnet': {'network_id': '8423304c-dc83-4c39-b015-34a6204a7b88', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1159495716-subnet', 'tenant_id': '9e339fc232904946805967757526b6d2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=73810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:15:54.895374 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-4c787195-e5e3-4362-af2d-449899e95473 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:15:54.896450 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.rpc [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Network 8423304c-dc83-4c39-b015-34a6204a7b88 details requested by agent ovs-agent-dv-cinder-787195-5-smb with host dv-cinder-787195-5-smb {{(pid=73812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 30 13:15:54.899919 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-4c787195-e5e3-4362-af2d-449899e95473 admin admin] Usage tracker for resource:subnet and tenant:9e339fc232904946805967757526b6d2 is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:15:54.903914 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-4c787195-e5e3-4362-af2d-449899e95473 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:15:54.911830 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-4c787195-e5e3-4362-af2d-449899e95473 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:15:54.931436 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4120257'] for port, before_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:54.943061 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [None req-4c761843-2412-4990-8fbd-195cecb883b7 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=cf322eeac3ca4a6082b97c36e5f25fa8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0991883 Apr 30 13:15:54.943760 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.84', 54082) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:15:54.957707 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.notifiers.nova [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f3609a8-d65f-4472-bc4e-764e1a3288a1 {{(pid=73812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 13:15:54.968132 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c787195-e5e3-4362-af2d-449899e95473 admin admin] Made reservation on behalf of 9e339fc232904946805967757526b6d2 for: {'subnet': 1} {{(pid=73810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:15:54.971689 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-4c787195-e5e3-4362-af2d-449899e95473 admin admin] Notify callbacks [] for subnet, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:55.016523 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-864747ca-551a-4517-8360-eb22719afb7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:55.038562 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.db [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] For port 1f3609a8-d65f-4472-bc4e-764e1a3288a1, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=1f3609a8-d65f-4472-bc4e-764e1a3288a1,segment=NetworkSegment(0656c9df-3683-4b19-9e2e-76cd59b3a036),segment_id=0656c9df-3683-4b19-9e2e-76cd59b3a036)] {{(pid=73812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:15:55.047473 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-864747ca-551a-4517-8360-eb22719afb7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:55.055115 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4120194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773353276007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773352839720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773352839765'] for port, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:55.061692 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:55.123106 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-864747ca-551a-4517-8360-eb22719afb7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985230'] for security_group, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:55.128480 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-d2db8159-f92e-4874-b08f-7edcd3cfa040 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:55.144243 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864747ca-551a-4517-8360-eb22719afb7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c07e30f-6df6-4fa5-914b-5d27af06d4ff,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:55.151414 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-864747ca-551a-4517-8360-eb22719afb7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:55.152585 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-864747ca-551a-4517-8360-eb22719afb7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:55.157307 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [None req-864747ca-551a-4517-8360-eb22719afb7f admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/5c07e30f-6df6-4fa5-914b-5d27af06d4ff HTTP/1.1" status: 204 len: 168 time: 0.2124915 Apr 30 13:15:55.158737 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Pushing event updated for resources: {'Port': ['ID=1f3609a8-d65f-4472-bc4e-764e1a3288a1,revision_number=4']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:55.161994 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:55.233889 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35579c4a-f583-4884-9e56-666f4859655b req-27ca449b-6d31-4e97-8652-8c6c2c1fcc0d tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:55.235385 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-35579c4a-f583-4884-9e56-666f4859655b req-27ca449b-6d31-4e97-8652-8c6c2c1fcc0d tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] 10.222.0.84 "GET /v2.0/ports?device_id=629aaee7-e32c-43e8-ad87-68a35cc7a888 HTTP/1.1" status: 200 len: 945 time: 0.3067296 Apr 30 13:15:55.315810 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726f7a72-d30a-4110-a70e-dd803f7daa16 req-c10c95d4-edf3-4f38-b27b-fb193e09affc tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:55.317571 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-726f7a72-d30a-4110-a70e-dd803f7daa16 req-c10c95d4-edf3-4f38-b27b-fb193e09affc tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] 10.222.0.84 "GET /v2.0/ports?device_id=1dd81a91-e5f8-448b-8e9c-f25715635bfd HTTP/1.1" status: 200 len: 946 time: 0.2487903 Apr 30 13:15:55.345047 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-35579c4a-f583-4884-9e56-666f4859655b req-365bdd1f-2419-42dc-b9df-a9331775ace8 tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] 10.222.0.84 "GET /v2.0/security-groups?id=3c42be87-8352-42cf-a6e1-e7e026aabbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014180 Apr 30 13:15:55.435437 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-726f7a72-d30a-4110-a70e-dd803f7daa16 req-785a4b40-fb03-4fb6-b55f-4e34fa81b8bd tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] 10.222.0.84 "GET /v2.0/security-groups?id=e084591c-f787-483b-9216-30d5c5cd705c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1073093 Apr 30 13:15:55.484366 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.db [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] get_ports_and_sgs() called for port_ids ['1f3609a8-d65f-4472-bc4e-764e1a3288a1'] {{(pid=73812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 13:15:55.649562 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-4c787195-e5e3-4362-af2d-449899e95473 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313'] for subnet, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:55.658927 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:55.737333 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c787195-e5e3-4362-af2d-449899e95473 admin admin] Pushing event updated for resources: {'Subnet': ['ID=54e9119f-a20a-426f-93ae-596cca6194c6,revision_number=0']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:55.744793 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-4c787195-e5e3-4362-af2d-449899e95473 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:55.744793 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c787195-e5e3-4362-af2d-449899e95473 admin admin] Checking segment: {'id': '6b871333-01c1-45e3-8385-d30e07767f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': '8423304c-dc83-4c39-b015-34a6204a7b88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:15:55.744793 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c787195-e5e3-4362-af2d-449899e95473 admin admin] Network hostable DHCP agents. Network: 8423304c-dc83-4c39-b015-34a6204a7b88, hostable agents: ['bbfd2d49-358d-47d1-a027-fcfd9e0d3b2b'], hosted agents: [] {{(pid=73810) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 13:15:55.767082 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c787195-e5e3-4362-af2d-449899e95473 admin admin] Network 8423304c-dc83-4c39-b015-34a6204a7b88 is scheduled to be hosted by DHCP agent bbfd2d49-358d-47d1-a027-fcfd9e0d3b2b with binding_index 1 {{(pid=73810) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 13:15:55.780975 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.scheduler.base_scheduler [None req-4c787195-e5e3-4362-af2d-449899e95473 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787195-5-smb, 8423304c-dc83-4c39-b015-34a6204a7b88) {{(pid=73810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:15:55.792306 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad51ec93-a6d9-4d81-a226-aaa951e204c9 None None] Network 8423304c-dc83-4c39-b015-34a6204a7b88 requested from dv-cinder-787195-5-smb {{(pid=73812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 13:15:55.797492 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c787195-e5e3-4362-af2d-449899e95473 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:55.797492 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-4c787195-e5e3-4362-af2d-449899e95473 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647359'] for subnet, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:55.845513 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [None req-4c787195-e5e3-4362-af2d-449899e95473 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9614270 Apr 30 13:15:55.975507 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3891d1b0-b5dd-47c3-b3d4-60a44acdf909', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44f63f57-f3af-42c7-8529-4679e3b0a132'}] {{(pid=73812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:15:56.135332 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86131586-6059-4771-902f-2b66682744c7 None None] Network 8423304c-dc83-4c39-b015-34a6204a7b88 requested from dv-cinder-787195-5-smb {{(pid=73812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 13:15:56.141095 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9688f68e-2745-46e0-ad3b-ef8d7bb89eeb req-49cca17c-e030-4635-ac07-98f3da7d838d tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:56.142650 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-9688f68e-2745-46e0-ad3b-ef8d7bb89eeb req-49cca17c-e030-4635-ac07-98f3da7d838d tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] 10.222.0.84 "GET /v2.0/ports?device_id=3891d1b0-b5dd-47c3-b3d4-60a44acdf909 HTTP/1.1" status: 200 len: 945 time: 0.1857646 Apr 30 13:15:56.200559 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba3e598-d92f-492e-be30-7cf640122ddc req-a51c9b68-e157-45a5-b88f-b03406146721 tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:56.207131 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-7ba3e598-d92f-492e-be30-7cf640122ddc req-a51c9b68-e157-45a5-b88f-b03406146721 tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] 10.222.0.84 "GET /v2.0/ports?device_id=a28e6bd0-05d4-43a9-ade8-471de79ac163 HTTP/1.1" status: 200 len: 945 time: 0.3054135 Apr 30 13:15:56.266468 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-9688f68e-2745-46e0-ad3b-ef8d7bb89eeb req-a47c6d49-a54b-4c05-b35d-cf3a299a0de7 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] 10.222.0.84 "GET /v2.0/security-groups?id=38056ed3-e545-461e-877e-10c00fc58fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1120794 Apr 30 13:15:56.281783 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-7ba3e598-d92f-492e-be30-7cf640122ddc req-43089009-5e91-4d7a-82d2-624361008b7b tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] 10.222.0.84 "GET /v2.0/security-groups?id=78b91c60-43f7-43d4-ab5b-e36ce0163f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736632 Apr 30 13:15:56.345779 dv-cinder-787195-5-smb neutron-server[73812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3891d1b0-b5dd-47c3-b3d4-60a44acdf909', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44f63f57-f3af-42c7-8529-4679e3b0a132', 'code': 200} Apr 30 13:15:56.544448 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.84', 54154) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:15:56.597050 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.84', 54160) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:15:56.617389 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad7c94d-6655-4bf1-8f03-21a84526379f req-bf4dd4b5-924a-4bc8-b33c-1998269ae32f tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:56.619214 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-0ad7c94d-6655-4bf1-8f03-21a84526379f req-bf4dd4b5-924a-4bc8-b33c-1998269ae32f tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] 10.222.0.84 "GET /v2.0/ports?device_id=629aaee7-e32c-43e8-ad87-68a35cc7a888 HTTP/1.1" status: 200 len: 945 time: 0.1284328 Apr 30 13:15:56.720639 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-0ad7c94d-6655-4bf1-8f03-21a84526379f req-c70f79ad-ef4e-4b8e-adac-e29fab93f3fd tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] 10.222.0.84 "GET /v2.0/security-groups?id=3c42be87-8352-42cf-a6e1-e7e026aabbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946338 Apr 30 13:15:56.736484 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-c406adcf-b050-44aa-b7be-6e6b3c40bd64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:56.756724 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-c406adcf-b050-44aa-b7be-6e6b3c40bd64 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:15:56.761557 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-c406adcf-b050-44aa-b7be-6e6b3c40bd64 admin admin] Usage tracker for resource:security_group_rule and tenant:0fd5f07436ef4821924b0380002b13fe is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:15:56.767625 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-c406adcf-b050-44aa-b7be-6e6b3c40bd64 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:15:56.771026 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ae84de-7fca-4982-bafb-2fc1c65bc33f req-b49c18eb-06f0-4e34-86ac-5a980ac9b017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:56.772914 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-97ae84de-7fca-4982-bafb-2fc1c65bc33f req-b49c18eb-06f0-4e34-86ac-5a980ac9b017 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=3891d1b0-b5dd-47c3-b3d4-60a44acdf909 HTTP/1.1" status: 200 len: 1098 time: 0.1332197 Apr 30 13:15:56.774509 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-c406adcf-b050-44aa-b7be-6e6b3c40bd64 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:15:56.779530 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.v2.base [None req-0011ccdb-8a73-4494-8540-0da806b14070 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-421752557-network', 'tenant_id': '92d4f7f071fa47528a7d99acec4facd1'}} {{(pid=73809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:15:56.790790 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-0011ccdb-8a73-4494-8540-0da806b14070 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:15:56.801150 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-0011ccdb-8a73-4494-8540-0da806b14070 admin admin] Usage tracker for resource:network and tenant:92d4f7f071fa47528a7d99acec4facd1 is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:15:56.803815 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-0011ccdb-8a73-4494-8540-0da806b14070 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:15:56.821295 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-0011ccdb-8a73-4494-8540-0da806b14070 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:15:56.842362 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0011ccdb-8a73-4494-8540-0da806b14070 admin admin] Made reservation on behalf of 92d4f7f071fa47528a7d99acec4facd1 for: {'network': 1} {{(pid=73809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:15:56.845866 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-0011ccdb-8a73-4494-8540-0da806b14070 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4120257'] for network, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:56.870076 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-0011ccdb-8a73-4494-8540-0da806b14070 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:56.875656 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-97ae84de-7fca-4982-bafb-2fc1c65bc33f req-2cce0c8e-5d87-4670-a96d-1e1ec060c544 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=38056ed3-e545-461e-877e-10c00fc58fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886168 Apr 30 13:15:56.895656 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-0011ccdb-8a73-4494-8540-0da806b14070 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:15:56.901342 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-0011ccdb-8a73-4494-8540-0da806b14070 admin admin] Usage tracker for resource:security_group_rule and tenant:92d4f7f071fa47528a7d99acec4facd1 is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:15:56.909613 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-0011ccdb-8a73-4494-8540-0da806b14070 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:15:56.923235 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-0011ccdb-8a73-4494-8540-0da806b14070 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:15:56.966680 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-c406adcf-b050-44aa-b7be-6e6b3c40bd64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:56.982046 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-c406adcf-b050-44aa-b7be-6e6b3c40bd64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985230'] for security_group, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:56.991330 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-e69e2947-1ebd-4aa8-8717-47b6033ffd80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:57.046555 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [None req-c406adcf-b050-44aa-b7be-6e6b3c40bd64 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=0fd5f07436ef4821924b0380002b13fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4969440 Apr 30 13:15:57.048374 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.84', 54176) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:15:57.054146 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0fd2ca-decb-4442-a63e-ecfc3467d45c req-c13ff353-8f5e-41fb-b71f-c658f4bd2a9c tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:57.055615 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-7b0fd2ca-decb-4442-a63e-ecfc3467d45c req-c13ff353-8f5e-41fb-b71f-c658f4bd2a9c tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] 10.222.0.84 "GET /v2.0/ports?device_id=1dd81a91-e5f8-448b-8e9c-f25715635bfd HTTP/1.1" status: 200 len: 946 time: 0.2230496 Apr 30 13:15:57.063826 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a578f88b-369a-4029-b8bc-58b8705587ea req-d31da4e3-d1f9-4884-8e97-c420cf86f44e tempest-VolumesActionsTest-1326045407 tempest-VolumesActionsTest-1326045407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:57.065247 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-a578f88b-369a-4029-b8bc-58b8705587ea req-d31da4e3-d1f9-4884-8e97-c420cf86f44e tempest-VolumesActionsTest-1326045407 tempest-VolumesActionsTest-1326045407-project] 10.222.0.84 "GET /v2.0/networks?id=498fb676-a7c7-4aff-a8a4-77d8f68f6edc HTTP/1.1" status: 200 len: 808 time: 0.1964962 Apr 30 13:15:57.066201 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c406adcf-b050-44aa-b7be-6e6b3c40bd64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e16977b4-6074-4985-a484-71a4812a0cca,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:57.074838 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-c406adcf-b050-44aa-b7be-6e6b3c40bd64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:57.095743 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-a578f88b-369a-4029-b8bc-58b8705587ea req-e2c1413a-8347-4ac0-ae0c-5f5986090a94 tempest-VolumesActionsTest-1326045407 tempest-VolumesActionsTest-1326045407-project] 10.222.0.84 "GET /v2.0/quotas/fae8bf8d2613435694149d1f166a242f HTTP/1.1" status: 200 len: 375 time: 0.0141847 Apr 30 13:15:57.136083 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-0011ccdb-8a73-4494-8540-0da806b14070 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:57.149055 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-0011ccdb-8a73-4494-8540-0da806b14070 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985230'] for security_group, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:57.153577 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-246db2df-31a4-43c9-bd4e-980d985bceef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:57.155772 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-a578f88b-369a-4029-b8bc-58b8705587ea req-9796c5df-129e-4fad-b28b-68b0e9ad98d8 tempest-VolumesActionsTest-1326045407 tempest-VolumesActionsTest-1326045407-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=fae8bf8d2613435694149d1f166a242f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0522802 Apr 30 13:15:57.163269 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-7b0fd2ca-decb-4442-a63e-ecfc3467d45c req-602565c1-2024-489f-8277-1569a90429ce tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] 10.222.0.84 "GET /v2.0/security-groups?id=e084591c-f787-483b-9216-30d5c5cd705c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947416 Apr 30 13:15:57.164871 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-099a4d52-d3ef-4295-a569-7cae8658a181 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:57.204428 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0011ccdb-8a73-4494-8540-0da806b14070 admin admin] vlan segment allocate from pool success with {'vlan_id': 1138, 'physical_network': 'physnet1'} {{(pid=73809) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 13:15:57.218697 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-099a4d52-d3ef-4295-a569-7cae8658a181 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:57.226318 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0011ccdb-8a73-4494-8540-0da806b14070 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28c1a3fc-595e-4e83-a833-c61ebc8e6aa5,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:57.232906 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-0011ccdb-8a73-4494-8540-0da806b14070 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:57.242585 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-0011ccdb-8a73-4494-8540-0da806b14070 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060901'] for segment, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:57.242906 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.db.segments_db [None req-0011ccdb-8a73-4494-8540-0da806b14070 admin admin] Added segment 384d8d88-7858-4ae2-be2d-202df40e43de of type vlan for network 6d914757-65b2-4596-b2d9-7e97faf7bf88 Apr 30 13:15:57.296908 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-0011ccdb-8a73-4494-8540-0da806b14070 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773352860555'] for network, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:57.331519 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-099a4d52-d3ef-4295-a569-7cae8658a181 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985230'] for security_group, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:57.334663 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-864747ca-551a-4517-8360-eb22719afb7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:57.347569 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-0011ccdb-8a73-4494-8540-0da806b14070 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313'] for network, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:57.352131 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099a4d52-d3ef-4295-a569-7cae8658a181 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e16977b4-6074-4985-a484-71a4812a0cca,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:57.354685 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-099a4d52-d3ef-4295-a569-7cae8658a181 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:57.358029 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0011ccdb-8a73-4494-8540-0da806b14070 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:57.358593 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-0011ccdb-8a73-4494-8540-0da806b14070 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647359'] for network, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:57.365608 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:57.416615 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-a578f88b-369a-4029-b8bc-58b8705587ea req-b3af692b-69c3-431b-8e42-487190cdbc2f service neutron] 10.222.0.84 "GET /v2.0/networks/498fb676-a7c7-4aff-a8a4-77d8f68f6edc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2490802 Apr 30 13:15:57.473435 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-099a4d52-d3ef-4295-a569-7cae8658a181 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:57.474590 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [None req-099a4d52-d3ef-4295-a569-7cae8658a181 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/e16977b4-6074-4985-a484-71a4812a0cca HTTP/1.1" status: 204 len: 168 time: 0.4219873 Apr 30 13:15:57.481011 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [None req-0011ccdb-8a73-4494-8540-0da806b14070 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8802104 Apr 30 13:15:57.481855 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.84', 54188) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:15:57.484837 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0011ccdb-8a73-4494-8540-0da806b14070 admin admin] Pushing event updated for resources: {'Network': ['ID=6d914757-65b2-4596-b2d9-7e97faf7bf88,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:57.490911 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.v2.base [None req-42d7e525-4803-4722-b48f-25c592d514dd admin admin] Request body: {'subnet': {'network_id': '6d914757-65b2-4596-b2d9-7e97faf7bf88', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-421752557-subnet', 'tenant_id': '92d4f7f071fa47528a7d99acec4facd1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=73809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:15:57.495947 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-0011ccdb-8a73-4494-8540-0da806b14070 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:57.497211 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-42d7e525-4803-4722-b48f-25c592d514dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:15:57.502647 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-42d7e525-4803-4722-b48f-25c592d514dd admin admin] Usage tracker for resource:subnet and tenant:92d4f7f071fa47528a7d99acec4facd1 is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:15:57.506968 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.rpc [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Network 6d914757-65b2-4596-b2d9-7e97faf7bf88 details requested by agent ovs-agent-dv-cinder-787195-5-smb with host dv-cinder-787195-5-smb {{(pid=73812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 30 13:15:57.509658 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-42d7e525-4803-4722-b48f-25c592d514dd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:15:57.516335 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-42d7e525-4803-4722-b48f-25c592d514dd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:15:57.528966 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42d7e525-4803-4722-b48f-25c592d514dd admin admin] Made reservation on behalf of 92d4f7f071fa47528a7d99acec4facd1 for: {'subnet': 1} {{(pid=73809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:15:57.546325 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-42d7e525-4803-4722-b48f-25c592d514dd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10753770'] for subnet, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:57.550315 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962c83c2-8583-4469-aea5-1a2190024086 req-4ae6a615-7593-4e31-bc02-d23df9af801a tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:57.551761 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-962c83c2-8583-4469-aea5-1a2190024086 req-4ae6a615-7593-4e31-bc02-d23df9af801a tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] 10.222.0.84 "GET /v2.0/ports?device_id=1dd81a91-e5f8-448b-8e9c-f25715635bfd HTTP/1.1" status: 200 len: 946 time: 0.2686164 Apr 30 13:15:57.561756 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.84', 54192) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:15:57.567167 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.v2.base [None req-3198a6cd-dcc8-4199-9f71-d8a0b061d4db tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Request body: {'floatingip': {'port_id': '18c6c358-6dde-4acf-be95-e3f8cae114d1'}} {{(pid=73810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:15:57.674285 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-a578f88b-369a-4029-b8bc-58b8705587ea req-12697872-fe1e-4777-87d0-d83e7fd8f898 service neutron] 10.222.0.84 "GET /v2.0/networks/498fb676-a7c7-4aff-a8a4-77d8f68f6edc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2484531 Apr 30 13:15:57.685903 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-3198a6cd-dcc8-4199-9f71-d8a0b061d4db tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Notify callbacks [] for floatingip, before_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:57.982233 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.84', 54204) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:15:58.015970 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-a13343aa-6886-4660-a857-7413a09b6efb admin admin] Notify callbacks [] for security_group, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:58.035497 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-a13343aa-6886-4660-a857-7413a09b6efb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:15:58.043076 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-a13343aa-6886-4660-a857-7413a09b6efb admin admin] Usage tracker for resource:security_group_rule and tenant:2ccc1a79142a48c6a30a90e98b42c7db is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:15:58.046915 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-a13343aa-6886-4660-a857-7413a09b6efb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:15:58.101833 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-a13343aa-6886-4660-a857-7413a09b6efb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:15:58.198550 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa49c65c-8993-42fd-b406-9ff49e8b2fc0 req-90fa1259-a95f-4afd-84c8-1bcb4f3f05c7 tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:58.200061 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-aa49c65c-8993-42fd-b406-9ff49e8b2fc0 req-90fa1259-a95f-4afd-84c8-1bcb4f3f05c7 tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] 10.222.0.84 "GET /v2.0/ports?device_id=a28e6bd0-05d4-43a9-ade8-471de79ac163 HTTP/1.1" status: 200 len: 945 time: 0.4284425 Apr 30 13:15:58.262147 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-a13343aa-6886-4660-a857-7413a09b6efb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:58.271211 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-a13343aa-6886-4660-a857-7413a09b6efb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985230'] for security_group, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:58.279992 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-6a178bb8-6466-4b49-8282-3023c811ef19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:58.298629 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-42d7e525-4803-4722-b48f-25c592d514dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11422932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10753784'] for subnet, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:58.314981 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06732e79-a7de-4818-b4c5-3ae351264d0b req-b52a8d02-49ae-4858-b615-24a07c116193 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:58.316532 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-06732e79-a7de-4818-b4c5-3ae351264d0b req-b52a8d02-49ae-4858-b615-24a07c116193 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] 10.222.0.84 "GET /v2.0/ports?device_id=3891d1b0-b5dd-47c3-b3d4-60a44acdf909 HTTP/1.1" status: 200 len: 945 time: 0.3795083 Apr 30 13:15:58.348253 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13343aa-6886-4660-a857-7413a09b6efb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4aa56992-9b91-49e1-b679-ddce28f4920d,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:58.352750 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [None req-a13343aa-6886-4660-a857-7413a09b6efb admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=2ccc1a79142a48c6a30a90e98b42c7db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3662872 Apr 30 13:15:58.353661 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-a13343aa-6886-4660-a857-7413a09b6efb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:58.354319 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.029s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:58.361632 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.84', 54216) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:15:58.416708 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-aa49c65c-8993-42fd-b406-9ff49e8b2fc0 req-4dad8a1f-0f6d-461c-9416-48e7421f98d3 tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] 10.222.0.84 "GET /v2.0/security-groups?id=78b91c60-43f7-43d4-ab5b-e36ce0163f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951792 Apr 30 13:15:58.426517 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d7e525-4803-4722-b48f-25c592d514dd admin admin] Checking segment: {'id': '384d8d88-7858-4ae2-be2d-202df40e43de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': '6d914757-65b2-4596-b2d9-7e97faf7bf88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:15:58.426876 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42d7e525-4803-4722-b48f-25c592d514dd admin admin] Network hostable DHCP agents. Network: 6d914757-65b2-4596-b2d9-7e97faf7bf88, hostable agents: ['bbfd2d49-358d-47d1-a027-fcfd9e0d3b2b'], hosted agents: [] {{(pid=73809) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 13:15:58.429705 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d7e525-4803-4722-b48f-25c592d514dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=c20ef816-e2e7-4f8b-ab26-6e1e3283db31,revision_number=0']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:58.433118 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-42d7e525-4803-4722-b48f-25c592d514dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:58.450984 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42d7e525-4803-4722-b48f-25c592d514dd admin admin] Network 6d914757-65b2-4596-b2d9-7e97faf7bf88 is scheduled to be hosted by DHCP agent bbfd2d49-358d-47d1-a027-fcfd9e0d3b2b with binding_index 1 {{(pid=73809) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 13:15:58.469932 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.scheduler.base_scheduler [None req-42d7e525-4803-4722-b48f-25c592d514dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787195-5-smb, 6d914757-65b2-4596-b2d9-7e97faf7bf88) {{(pid=73809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:15:58.482866 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a5cc1c6-73c2-487a-96bc-63fad83e6869 None None] Network 6d914757-65b2-4596-b2d9-7e97faf7bf88 requested from dv-cinder-787195-5-smb {{(pid=73812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 13:15:58.490999 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42d7e525-4803-4722-b48f-25c592d514dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:58.492210 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-42d7e525-4803-4722-b48f-25c592d514dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647359'] for subnet, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:58.525014 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [None req-42d7e525-4803-4722-b48f-25c592d514dd admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.0414386 Apr 30 13:15:58.652035 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.rpc [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Device 1f3609a8-d65f-4472-bc4e-764e1a3288a1 up at agent hyperv_hv-cinder-78719 {{(pid=73812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:15:58.751369 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-06732e79-a7de-4818-b4c5-3ae351264d0b req-a490a8c1-472f-46c9-882d-6f4c64efcdba tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] 10.222.0.84 "GET /v2.0/security-groups?id=38056ed3-e545-461e-877e-10c00fc58fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4268465 Apr 30 13:15:58.823216 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.provisioning_blocks [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Provisioning for port 1f3609a8-d65f-4472-bc4e-764e1a3288a1 completed by entity L2. {{(pid=73812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:15:58.901208 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.provisioning_blocks [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Provisioning complete for port 1f3609a8-d65f-4472-bc4e-764e1a3288a1 triggered by entity L2. {{(pid=73812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:15:58.902070 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000605'] for port, provisioning_complete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:58.944665 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2c1e605-4a92-4c71-a94c-8d3856ce6582 None None] Network 6d914757-65b2-4596-b2d9-7e97faf7bf88 requested from dv-cinder-787195-5-smb {{(pid=73812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 13:15:59.096799 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-33f568ec-1d61-4062-a3a1-1511550021f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:59.138852 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-69ed5bc7-4839-491f-a301-6d266281eaed req-5fb1357b-bc06-4022-8927-e2c8b014f0df tempest-VolumesActionsTest-1326045407 tempest-VolumesActionsTest-1326045407-project] 10.222.0.84 "GET /v2.0/ports?device_id=53698038-cdf3-4448-b98b-79fcb1c503f6 HTTP/1.1" status: 200 len: 210 time: 0.2443454 Apr 30 13:15:59.152224 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.db.resource_extend [None req-3198a6cd-dcc8-4199-9f71-d8a0b061d4db tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=73810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 30 13:15:59.194007 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4120257'] for port, before_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:59.241510 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-33f568ec-1d61-4062-a3a1-1511550021f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:59.246041 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a28e6bd0-05d4-43a9-ade8-471de79ac163', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f3609a8-d65f-4472-bc4e-764e1a3288a1'}] {{(pid=73812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:15:59.296337 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.db [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] For port 1f3609a8-d65f-4472-bc4e-764e1a3288a1, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=1f3609a8-d65f-4472-bc4e-764e1a3288a1,segment=NetworkSegment(0656c9df-3683-4b19-9e2e-76cd59b3a036),segment_id=0656c9df-3683-4b19-9e2e-76cd59b3a036)] {{(pid=73812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:15:59.302902 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4120194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773353276007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773352839720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773352839765'] for port, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:59.307037 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-a00e162a-16cb-4a32-8532-55cf5401f027 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:59.320108 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-3198a6cd-dcc8-4199-9f71-d8a0b061d4db tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Notify callbacks [] for floatingip, precommit_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:59.331619 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-3198a6cd-dcc8-4199-9f71-d8a0b061d4db tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-924836'] for floatingip, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:59.364942 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.84', 54238) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:15:59.369163 dv-cinder-787195-5-smb neutron-server[73812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a28e6bd0-05d4-43a9-ade8-471de79ac163', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f3609a8-d65f-4472-bc4e-764e1a3288a1', 'code': 200} Apr 30 13:15:59.371920 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.v2.base [None req-635224bc-516e-470c-bfc5-14f987591536 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1572914214-network', 'tenant_id': '9c57047f176247a691c489d61f2ea5a8'}} {{(pid=73809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:15:59.376921 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-635224bc-516e-470c-bfc5-14f987591536 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:15:59.382930 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-635224bc-516e-470c-bfc5-14f987591536 admin admin] Usage tracker for resource:network and tenant:9c57047f176247a691c489d61f2ea5a8 is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:15:59.386933 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-635224bc-516e-470c-bfc5-14f987591536 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:15:59.395886 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-635224bc-516e-470c-bfc5-14f987591536 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:15:59.419675 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-635224bc-516e-470c-bfc5-14f987591536 admin admin] Made reservation on behalf of 9c57047f176247a691c489d61f2ea5a8 for: {'network': 1} {{(pid=73809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:15:59.421891 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4320950-a3f6-441f-a0a6-9e05ba789a42 req-26ca02f8-4596-4c10-be76-f73727b297f9 tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:59.423407 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-d4320950-a3f6-441f-a0a6-9e05ba789a42 req-26ca02f8-4596-4c10-be76-f73727b297f9 tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] 10.222.0.84 "GET /v2.0/ports?device_id=629aaee7-e32c-43e8-ad87-68a35cc7a888 HTTP/1.1" status: 200 len: 945 time: 0.6071329 Apr 30 13:15:59.424611 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Pushing event updated for resources: {'Port': ['ID=1f3609a8-d65f-4472-bc4e-764e1a3288a1,revision_number=5']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:59.428046 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:59.428625 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-635224bc-516e-470c-bfc5-14f987591536 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4120257'] for network, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:59.450247 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-635224bc-516e-470c-bfc5-14f987591536 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:59.474080 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-635224bc-516e-470c-bfc5-14f987591536 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:15:59.478047 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-635224bc-516e-470c-bfc5-14f987591536 admin admin] Usage tracker for resource:security_group_rule and tenant:9c57047f176247a691c489d61f2ea5a8 is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:15:59.481172 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-635224bc-516e-470c-bfc5-14f987591536 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:15:59.487938 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-635224bc-516e-470c-bfc5-14f987591536 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:15:59.554356 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-33f568ec-1d61-4062-a3a1-1511550021f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985230'] for security_group, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:59.564873 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-36a49616-2ece-42df-b1c0-ece612e32b24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:59.601770 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-d4320950-a3f6-441f-a0a6-9e05ba789a42 req-21f053b0-e401-4504-8444-3fcf4e4ebe0c tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] 10.222.0.84 "GET /v2.0/security-groups?id=3c42be87-8352-42cf-a6e1-e7e026aabbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602285 Apr 30 13:15:59.658753 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-635224bc-516e-470c-bfc5-14f987591536 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:59.664723 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-635224bc-516e-470c-bfc5-14f987591536 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985230'] for security_group, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:59.669521 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-48481414-b21a-40c6-a204-c4e2e14313fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:59.686736 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f568ec-1d61-4062-a3a1-1511550021f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aa56992-9b91-49e1-b679-ddce28f4920d,revision_number=None']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:59.715010 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-635224bc-516e-470c-bfc5-14f987591536 admin admin] vlan segment allocate from pool success with {'vlan_id': 1101, 'physical_network': 'physnet1'} {{(pid=73809) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 13:15:59.717858 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635224bc-516e-470c-bfc5-14f987591536 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=045ceb33-1596-4cc7-b255-6697d89b8f27,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:59.721920 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-635224bc-516e-470c-bfc5-14f987591536 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:59.732096 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-635224bc-516e-470c-bfc5-14f987591536 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060901'] for segment, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:59.732973 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.db.segments_db [None req-635224bc-516e-470c-bfc5-14f987591536 admin admin] Added segment 6a5d62f0-9335-4849-a65e-4dba75e957e6 of type vlan for network b0c9f4ec-c908-4fbb-92ce-ebb513ed6987 Apr 30 13:15:59.748725 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-33f568ec-1d61-4062-a3a1-1511550021f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:59.763479 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-635224bc-516e-470c-bfc5-14f987591536 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773352860555'] for network, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:59.797485 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-635224bc-516e-470c-bfc5-14f987591536 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313'] for network, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:59.798967 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-635224bc-516e-470c-bfc5-14f987591536 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:59.799565 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-635224bc-516e-470c-bfc5-14f987591536 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647359'] for network, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:59.804753 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-0011ccdb-8a73-4494-8540-0da806b14070 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:59.827676 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-33f568ec-1d61-4062-a3a1-1511550021f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:59.830867 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [None req-33f568ec-1d61-4062-a3a1-1511550021f2 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/4aa56992-9b91-49e1-b679-ddce28f4920d HTTP/1.1" status: 204 len: 168 time: 1.4658823 Apr 30 13:15:59.846280 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.db.l3_db [None req-3198a6cd-dcc8-4199-9f71-d8a0b061d4db tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Floating IP 58d247f9-e383-4382-aec2-afb6ec029db6 associated. External IP: 172.28.3.80, port: 18c6c358-6dde-4acf-be95-e3f8cae114d1. Apr 30 13:15:59.917861 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635224bc-516e-470c-bfc5-14f987591536 admin admin] Pushing event updated for resources: {'Network': ['ID=b0c9f4ec-c908-4fbb-92ce-ebb513ed6987,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:59.923230 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-635224bc-516e-470c-bfc5-14f987591536 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:59.933105 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.84', 54248) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:15:59.934343 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.rpc [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Network b0c9f4ec-c908-4fbb-92ce-ebb513ed6987 details requested by agent ovs-agent-dv-cinder-787195-5-smb with host dv-cinder-787195-5-smb {{(pid=73812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 30 13:15:59.946645 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [None req-635224bc-516e-470c-bfc5-14f987591536 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 0.5797997 Apr 30 13:15:59.949318 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.v2.base [None req-21faf07b-c439-4f80-9307-278bc184cc1a admin admin] Request body: {'subnet': {'network_id': 'b0c9f4ec-c908-4fbb-92ce-ebb513ed6987', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1572914214-subnet', 'tenant_id': '9c57047f176247a691c489d61f2ea5a8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=73810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:15:59.969690 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-21faf07b-c439-4f80-9307-278bc184cc1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:15:59.990739 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-21faf07b-c439-4f80-9307-278bc184cc1a admin admin] Usage tracker for resource:subnet and tenant:9c57047f176247a691c489d61f2ea5a8 is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:16:00.000104 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-21faf07b-c439-4f80-9307-278bc184cc1a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:16:00.091491 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-21faf07b-c439-4f80-9307-278bc184cc1a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:16:00.154522 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a578f88b-369a-4029-b8bc-58b8705587ea req-f943f1e5-0b78-48c5-ba51-e29014486757 tempest-VolumesActionsTest-1326045407 tempest-VolumesActionsTest-1326045407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:00.157868 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-a578f88b-369a-4029-b8bc-58b8705587ea req-f943f1e5-0b78-48c5-ba51-e29014486757 tempest-VolumesActionsTest-1326045407 tempest-VolumesActionsTest-1326045407-project] 10.222.0.95 "GET /v2.0/networks?id=498fb676-a7c7-4aff-a8a4-77d8f68f6edc HTTP/1.1" status: 200 len: 808 time: 0.4988019 Apr 30 13:16:00.203688 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.v2.base [req-a578f88b-369a-4029-b8bc-58b8705587ea req-d4d83a7b-416c-41e0-8f2f-b2c54682fd8d tempest-VolumesActionsTest-1326045407 tempest-VolumesActionsTest-1326045407-project] Request body: {'port': {'device_id': '53698038-cdf3-4448-b98b-79fcb1c503f6', 'network_id': '498fb676-a7c7-4aff-a8a4-77d8f68f6edc', 'admin_state_up': True, 'tenant_id': 'fae8bf8d2613435694149d1f166a242f'}} {{(pid=73810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:16:00.227629 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4463b6-519a-4c24-a389-f8e449cf9c94 req-3a71a83f-13fa-4653-81fb-68bcdbcc6b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:00.229233 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-cf4463b6-519a-4c24-a389-f8e449cf9c94 req-3a71a83f-13fa-4653-81fb-68bcdbcc6b31 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=a28e6bd0-05d4-43a9-ade8-471de79ac163 HTTP/1.1" status: 200 len: 1099 time: 0.5346308 Apr 30 13:16:00.244090 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21faf07b-c439-4f80-9307-278bc184cc1a admin admin] Made reservation on behalf of 9c57047f176247a691c489d61f2ea5a8 for: {'subnet': 1} {{(pid=73810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:16:00.246455 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-21faf07b-c439-4f80-9307-278bc184cc1a admin admin] Notify callbacks [] for subnet, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:00.278491 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f51862-45d4-4ff1-bef6-b21f1e47b798 req-11c29cc9-ce17-4d7d-9693-b43828752e62 tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:00.280098 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-b6f51862-45d4-4ff1-bef6-b21f1e47b798 req-11c29cc9-ce17-4d7d-9693-b43828752e62 tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] 10.222.0.84 "GET /v2.0/ports?device_id=a28e6bd0-05d4-43a9-ade8-471de79ac163 HTTP/1.1" status: 200 len: 946 time: 0.6613371 Apr 30 13:16:00.291117 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.84', 54262) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:16:00.310284 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-52b1cce5-a998-43d6-a200-517c6f9f41cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:00.326148 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-52b1cce5-a998-43d6-a200-517c6f9f41cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:16:00.330478 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-52b1cce5-a998-43d6-a200-517c6f9f41cf admin admin] Usage tracker for resource:security_group_rule and tenant:e1d0d7758fdf420cb1542e71c3d05b3f is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:16:00.333388 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-52b1cce5-a998-43d6-a200-517c6f9f41cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:16:00.339200 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-52b1cce5-a998-43d6-a200-517c6f9f41cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:16:00.432437 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-52b1cce5-a998-43d6-a200-517c6f9f41cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:00.437725 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-52b1cce5-a998-43d6-a200-517c6f9f41cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985230'] for security_group, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:00.447207 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-740a5f9f-c74c-46d9-9274-5616fe1e1ce2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:16:00.493789 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [None req-52b1cce5-a998-43d6-a200-517c6f9f41cf admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=e1d0d7758fdf420cb1542e71c3d05b3f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1983838 Apr 30 13:16:00.493789 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b1cce5-a998-43d6-a200-517c6f9f41cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81a40015-ea01-4f57-8b32-54e46b090afe,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:16:00.494093 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.84', 54266) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:16:00.496562 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-52b1cce5-a998-43d6-a200-517c6f9f41cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:16:00.562286 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-cc780582-c544-4709-bf48-a874e8e1fef6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:00.592780 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-cc780582-c544-4709-bf48-a874e8e1fef6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:00.652971 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-cc780582-c544-4709-bf48-a874e8e1fef6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985230'] for security_group, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:00.656761 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-f308d562-fd43-4403-9f18-6243ad0ffb1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:16:00.668591 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc780582-c544-4709-bf48-a874e8e1fef6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81a40015-ea01-4f57-8b32-54e46b090afe,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:16:00.676384 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-cc780582-c544-4709-bf48-a874e8e1fef6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:16:00.678518 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-cc780582-c544-4709-bf48-a874e8e1fef6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:00.679325 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [None req-cc780582-c544-4709-bf48-a874e8e1fef6 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/81a40015-ea01-4f57-8b32-54e46b090afe HTTP/1.1" status: 204 len: 168 time: 0.1843567 Apr 30 13:16:00.711138 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-cf4463b6-519a-4c24-a389-f8e449cf9c94 req-b1f7b979-f9a9-4fd1-a7b5-29f207e02256 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=78b91c60-43f7-43d4-ab5b-e36ce0163f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4475939 Apr 30 13:16:00.765169 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-b6f51862-45d4-4ff1-bef6-b21f1e47b798 req-4a6afe42-c439-4a04-9a4b-653751964631 tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] 10.222.0.84 "GET /v2.0/security-groups?id=78b91c60-43f7-43d4-ab5b-e36ce0163f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4527855 Apr 30 13:16:00.853708 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd5a97d-7e72-4693-894a-046b67a4755a req-564a2bf9-13b5-4eab-9283-5b458052b6f3 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:00.855189 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-6cd5a97d-7e72-4693-894a-046b67a4755a req-564a2bf9-13b5-4eab-9283-5b458052b6f3 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] 10.222.0.84 "GET /v2.0/ports?device_id=3891d1b0-b5dd-47c3-b3d4-60a44acdf909 HTTP/1.1" status: 200 len: 945 time: 0.7584171 Apr 30 13:16:00.859372 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [req-a578f88b-369a-4029-b8bc-58b8705587ea req-d4d83a7b-416c-41e0-8f2f-b2c54682fd8d tempest-VolumesActionsTest-1326045407 tempest-VolumesActionsTest-1326045407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:16:00.884013 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.quota.resource [req-a578f88b-369a-4029-b8bc-58b8705587ea req-d4d83a7b-416c-41e0-8f2f-b2c54682fd8d tempest-VolumesActionsTest-1326045407 tempest-VolumesActionsTest-1326045407-project] Usage tracker for resource:port and tenant:fae8bf8d2613435694149d1f166a242f is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:16:00.911598 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.quota.resource [req-a578f88b-369a-4029-b8bc-58b8705587ea req-d4d83a7b-416c-41e0-8f2f-b2c54682fd8d tempest-VolumesActionsTest-1326045407 tempest-VolumesActionsTest-1326045407-project] Quota usage for port was recalculated. Used quota:0. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:16:00.970397 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [req-a578f88b-369a-4029-b8bc-58b8705587ea req-d4d83a7b-416c-41e0-8f2f-b2c54682fd8d tempest-VolumesActionsTest-1326045407 tempest-VolumesActionsTest-1326045407-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:16:00.982605 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-545c5f5f-25cc-448a-97e2-5b8bab1f165d req-28fd3da3-99d5-4fa1-bbaf-130d3d61b1f1 tempest-VolumesActionsTest-1326045407 tempest-VolumesActionsTest-1326045407-project] 10.222.0.84 "GET /v2.0/ports?device_id=53698038-cdf3-4448-b98b-79fcb1c503f6 HTTP/1.1" status: 200 len: 210 time: 0.1020434 Apr 30 13:16:01.051534 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3198a6cd-dcc8-4199-9f71-d8a0b061d4db tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Router ec506334-ef4a-45b2-8dc2-db935ead4be8 has already been hosted by L3 agent 0896dfae-3c2f-4fc2-b5f4-9284ce516a86 {{(pid=73810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 13:16:01.052300 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a578f88b-369a-4029-b8bc-58b8705587ea req-d4d83a7b-416c-41e0-8f2f-b2c54682fd8d tempest-VolumesActionsTest-1326045407 tempest-VolumesActionsTest-1326045407-project] Made reservation on behalf of fae8bf8d2613435694149d1f166a242f for: {'port': 1} {{(pid=73810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:16:01.056145 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-a578f88b-369a-4029-b8bc-58b8705587ea req-d4d83a7b-416c-41e0-8f2f-b2c54682fd8d tempest-VolumesActionsTest-1326045407 tempest-VolumesActionsTest-1326045407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4120257'] for port, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:01.080502 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-6cd5a97d-7e72-4693-894a-046b67a4755a req-e258b770-69fb-4591-b9ad-72dbea919cfe tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] 10.222.0.84 "GET /v2.0/security-groups?id=38056ed3-e545-461e-877e-10c00fc58fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2081583 Apr 30 13:16:01.569390 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.db.db_base_plugin_common [req-a578f88b-369a-4029-b8bc-58b8705587ea req-d4d83a7b-416c-41e0-8f2f-b2c54682fd8d tempest-VolumesActionsTest-1326045407 tempest-VolumesActionsTest-1326045407-project] Allocated IP 172.20.0.9 (498fb676-a7c7-4aff-a8a4-77d8f68f6edc/a1f3e9e4-9b81-4c7c-88de-f1de33d982ba/7bf74e4f-3089-4de6-842e-a568834f2a40) {{(pid=73810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 13:16:01.724162 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3198a6cd-dcc8-4199-9f71-d8a0b061d4db tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Notify agent at l3_agent.dv-cinder-787195-5-smb the message routers_updated {{(pid=73810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 13:16:01.744678 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff35e499-ee3e-462d-b0e4-2e2a1487485f None None] Sync routers for ids ['ec506334-ef4a-45b2-8dc2-db935ead4be8'] in dv-cinder-787195-5-smb {{(pid=73814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 13:16:01.756114 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff35e499-ee3e-462d-b0e4-2e2a1487485f None None] Routers {'ec506334-ef4a-45b2-8dc2-db935ead4be8'} bound to L3 agent in host dv-cinder-787195-5-smb {{(pid=73814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:16:01.756826 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.db.l3_hamode_db [None req-ff35e499-ee3e-462d-b0e4-2e2a1487485f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T13:06:52Z,description=,heartbeat_timestamp=2021-04-30T13:15:52Z,host='dv-cinder-787195-5-smb',id=0896dfae-3c2f-4fc2-b5f4-9284ce516a86,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:06:52Z,topic='l3_agent')) {'router_ids': ['ec506334-ef4a-45b2-8dc2-db935ead4be8'], 'active': True} {{(pid=73814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:16:01.841088 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b82750f-f8d0-49d6-a7ef-00802bd9fa1d req-1eb05997-cd4f-481c-a021-d8ea91bb0423 tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:01.842651 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-3b82750f-f8d0-49d6-a7ef-00802bd9fa1d req-1eb05997-cd4f-481c-a021-d8ea91bb0423 tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] 10.222.0.84 "GET /v2.0/ports?device_id=629aaee7-e32c-43e8-ad87-68a35cc7a888 HTTP/1.1" status: 200 len: 945 time: 0.7399530 Apr 30 13:16:01.914924 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-3198a6cd-dcc8-4199-9f71-d8a0b061d4db tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9974'] for floatingip, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:01.951840 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.db.l3_dvr_db [None req-ff35e499-ee3e-462d-b0e4-2e2a1487485f None None] Set router ec506334-ef4a-45b2-8dc2-db935ead4be8 gateway port host: dv-cinder-787195-5-smb {{(pid=73814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:16:02.036458 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e7838a-b4ee-4e0a-8dc1-35e2514d1262 req-96401cce-5abb-4fa9-8504-58710ab4ffd0 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:02.043799 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-14e7838a-b4ee-4e0a-8dc1-35e2514d1262 req-96401cce-5abb-4fa9-8504-58710ab4ffd0 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] 10.222.0.84 "GET /v2.0/ports?device_id=3891d1b0-b5dd-47c3-b3d4-60a44acdf909 HTTP/1.1" status: 200 len: 945 time: 0.6533310 Apr 30 13:16:02.054029 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.84', 54310) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:16:02.075815 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-3b82750f-f8d0-49d6-a7ef-00802bd9fa1d req-d21c0e5e-56f6-4756-9139-21407c0b6a93 tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] 10.222.0.84 "GET /v2.0/security-groups?id=3c42be87-8352-42cf-a6e1-e7e026aabbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952727 Apr 30 13:16:02.093293 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [None req-3198a6cd-dcc8-4199-9f71-d8a0b061d4db tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] 10.222.0.84 "PUT /v2.0/floatingips/58d247f9-e383-4382-aec2-afb6ec029db6 HTTP/1.1" status: 200 len: 991 time: 4.5304530 Apr 30 13:16:02.104616 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-a578f88b-369a-4029-b8bc-58b8705587ea req-d4d83a7b-416c-41e0-8f2f-b2c54682fd8d tempest-VolumesActionsTest-1326045407 tempest-VolumesActionsTest-1326045407-project] Notify callbacks [] for port, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:02.113933 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.v2.base [None req-80e28242-ef65-4170-9424-e83e9253ac64 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Request body: {'floatingip': {'port_id': '44f63f57-f3af-42c7-8529-4679e3b0a132'}} {{(pid=73810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:16:02.200328 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1dd81a91-e5f8-448b-8e9c-f25715635bfd', 'tag': '18c6c358-6dde-4acf-be95-e3f8cae114d1'}] {{(pid=73810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:16:02.252445 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-80e28242-ef65-4170-9424-e83e9253ac64 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Notify callbacks [] for floatingip, before_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:02.517217 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.quota.resource [req-859eb3b6-1ae1-4eb4-b40b-0bedc9c59c30 req-572c8d4a-e263-4a1f-a9c6-76dd8040b3e5 tempest-VolumesActionsTest-1326045407 tempest-VolumesActionsTest-1326045407-project] Synchronizing usage tracker for tenant:fae8bf8d2613435694149d1f166a242f on resource:port {{(pid=73810) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:16:02.519628 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.db.l3_hamode_db [None req-ff35e499-ee3e-462d-b0e4-2e2a1487485f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec506334-ef4a-45b2-8dc2-db935ead4be8', 'name': 'tempest-AttachVolumeShelveTestJSON-667705505-router', 'tenant_id': '1cdf6705df774b71b1ef55768d3b4135', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b95ef810-b08d-4c08-b0c0-c75d2ee1b25b', 'external_fixed_ips': [{'subnet_id': 'b3fe51b0-9be9-4b1a-951c-de133b7a88b5', 'ip_address': '172.28.3.47'}], 'enable_snat': True}, 'gw_port_id': '5a759980-3839-4849-86db-9ae124c9a28c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:14:52Z', 'updated_at': '2021-04-30T13:15:16Z', 'revision_number': 4, 'project_id': '1cdf6705df774b71b1ef55768d3b4135', 'gw_port': {'id': '5a759980-3839-4849-86db-9ae124c9a28c', 'name': '', 'network_id': 'b95ef810-b08d-4c08-b0c0-c75d2ee1b25b', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:87:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec506334-ef4a-45b2-8dc2-db935ead4be8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'b3fe51b0-9be9-4b1a-951c-de133b7a88b5', 'ip_address': '172.28.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:14:55Z', 'updated_at': '2021-04-30T13:15:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fe51b0-9be9-4b1a-951c-de133b7a88b5', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-5-smb', '_floatingips': [{'id': '58d247f9-e383-4382-aec2-afb6ec029db6', 'tenant_id': '1cdf6705df774b71b1ef55768d3b4135', 'floating_ip_address': '172.28.3.80', 'floating_network_id': 'b95ef810-b08d-4c08-b0c0-c75d2ee1b25b', 'router_id': 'ec506334-ef4a-45b2-8dc2-db935ead4be8', 'port_id': '18c6c358-6dde-4acf-be95-e3f8cae114d1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e366e837-ed9f-4552-8a40-b501cbb570b4', 'mac_address': 'fa:16:3e:eb:06:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dd81a91-e5f8-448b-8e9c-f25715635bfd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T13:15:30Z', 'updated_at': '2021-04-30T13:15:58Z', 'revision_number': 1, 'project_id': '1cdf6705df774b71b1ef55768d3b4135', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc2b2f69-1d4b-4674-803a-ec61eadd06ab', 'name': '', 'network_id': 'e366e837-ed9f-4552-8a40-b501cbb570b4', 'tenant_id': '1cdf6705df774b71b1ef55768d3b4135', 'mac_address': 'fa:16:3e:50:aa:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec506334-ef4a-45b2-8dc2-db935ead4be8', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '6bc0199c-a631-4772-be49-5ae677a3d71f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:15:10Z', 'updated_at': '2021-04-30T13:15:28Z', 'revision_number': 5, 'project_id': '1cdf6705df774b71b1ef55768d3b4135', 'subnets': [{'id': '6bc0199c-a631-4772-be49-5ae677a3d71f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-5-smb', False) {} {{(pid=73814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:16:02.527517 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff35e499-ee3e-462d-b0e4-2e2a1487485f None None] Checking router: ec506334-ef4a-45b2-8dc2-db935ead4be8 for host: dv-cinder-787195-5-smb {{(pid=73814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 13:16:02.558038 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff35e499-ee3e-462d-b0e4-2e2a1487485f None None] Routers {'ec506334-ef4a-45b2-8dc2-db935ead4be8'} bound to L3 agent in host dv-cinder-787195-5-smb {{(pid=73814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:16:02.559854 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.db.l3_hamode_db [None req-ff35e499-ee3e-462d-b0e4-2e2a1487485f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T13:06:52Z,description=,heartbeat_timestamp=2021-04-30T13:15:52Z,host='dv-cinder-787195-5-smb',id=0896dfae-3c2f-4fc2-b5f4-9284ce516a86,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:06:52Z,topic='l3_agent')) {'router_ids': ['ec506334-ef4a-45b2-8dc2-db935ead4be8'], 'active': True} {{(pid=73814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:16:02.795407 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.quota.resource [req-859eb3b6-1ae1-4eb4-b40b-0bedc9c59c30 req-572c8d4a-e263-4a1f-a9c6-76dd8040b3e5 tempest-VolumesActionsTest-1326045407 tempest-VolumesActionsTest-1326045407-project] Unset dirty status for tenant:fae8bf8d2613435694149d1f166a242f on resource:port {{(pid=73810) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:16:02.796577 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-859eb3b6-1ae1-4eb4-b40b-0bedc9c59c30 req-572c8d4a-e263-4a1f-a9c6-76dd8040b3e5 tempest-VolumesActionsTest-1326045407 tempest-VolumesActionsTest-1326045407-project] 10.222.0.84 "GET /v2.0/ports?device_id=53698038-cdf3-4448-b98b-79fcb1c503f6 HTTP/1.1" status: 200 len: 210 time: 0.4715278 Apr 30 13:16:02.826028 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-a578f88b-369a-4029-b8bc-58b8705587ea req-d4d83a7b-416c-41e0-8f2f-b2c54682fd8d tempest-VolumesActionsTest-1326045407 tempest-VolumesActionsTest-1326045407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4120194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773352839702'] for port, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:02.837584 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.db.l3_dvr_db [None req-ff35e499-ee3e-462d-b0e4-2e2a1487485f None None] Set router ec506334-ef4a-45b2-8dc2-db935ead4be8 gateway port host: dv-cinder-787195-5-smb {{(pid=73814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:16:02.910470 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:16:02.976830 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-21faf07b-c439-4f80-9307-278bc184cc1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313'] for subnet, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:03.010816 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c186d1-2601-470b-a1b2-de7335fe4245 req-6b1ec595-881f-44d3-b2eb-6d6156eb3f34 tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:03.017825 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-04c186d1-2601-470b-a1b2-de7335fe4245 req-6b1ec595-881f-44d3-b2eb-6d6156eb3f34 tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] 10.222.0.84 "GET /v2.0/ports?device_id=a28e6bd0-05d4-43a9-ade8-471de79ac163 HTTP/1.1" status: 200 len: 946 time: 0.6906221 Apr 30 13:16:03.065706 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a578f88b-369a-4029-b8bc-58b8705587ea req-d4d83a7b-416c-41e0-8f2f-b2c54682fd8d tempest-VolumesActionsTest-1326045407 tempest-VolumesActionsTest-1326045407-project] Network 498fb676-a7c7-4aff-a8a4-77d8f68f6edc is already hosted by enough agents. {{(pid=73810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:16:03.080215 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.scheduler.base_scheduler [req-a578f88b-369a-4029-b8bc-58b8705587ea req-d4d83a7b-416c-41e0-8f2f-b2c54682fd8d tempest-VolumesActionsTest-1326045407 tempest-VolumesActionsTest-1326045407-project] Resources bound (agent type, host, resource id): {{(pid=73810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:16:03.137695 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d83a7b-416c-41e0-8f2f-b2c54682fd8d tempest-VolumesActionsTest-1326045407 tempest-VolumesActionsTest-1326045407-project] Pushing event updated for resources: {'Port': ['ID=7bf74e4f-3089-4de6-842e-a568834f2a40,revision_number=1']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:16:03.149535 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1dd81a91-e5f8-448b-8e9c-f25715635bfd', 'tag': '18c6c358-6dde-4acf-be95-e3f8cae114d1', 'status': 'completed', 'code': 200} Apr 30 13:16:03.150287 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.db.l3_dvrscheduler_db [req-a578f88b-369a-4029-b8bc-58b8705587ea req-d4d83a7b-416c-41e0-8f2f-b2c54682fd8d tempest-VolumesActionsTest-1326045407 tempest-VolumesActionsTest-1326045407-project] Received port after_create {{(pid=73810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 13:16:03.155859 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a578f88b-369a-4029-b8bc-58b8705587ea req-d4d83a7b-416c-41e0-8f2f-b2c54682fd8d tempest-VolumesActionsTest-1326045407 tempest-VolumesActionsTest-1326045407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:03.156535 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-a578f88b-369a-4029-b8bc-58b8705587ea req-d4d83a7b-416c-41e0-8f2f-b2c54682fd8d tempest-VolumesActionsTest-1326045407 tempest-VolumesActionsTest-1326045407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647359'] for port, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:03.171236 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-d4d83a7b-416c-41e0-8f2f-b2c54682fd8d tempest-VolumesActionsTest-1326045407 tempest-VolumesActionsTest-1326045407-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:16:03.176965 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-4c787195-e5e3-4362-af2d-449899e95473 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.174s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:16:03.297658 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.db.l3_hamode_db [None req-ff35e499-ee3e-462d-b0e4-2e2a1487485f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec506334-ef4a-45b2-8dc2-db935ead4be8', 'name': 'tempest-AttachVolumeShelveTestJSON-667705505-router', 'tenant_id': '1cdf6705df774b71b1ef55768d3b4135', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b95ef810-b08d-4c08-b0c0-c75d2ee1b25b', 'external_fixed_ips': [{'subnet_id': 'b3fe51b0-9be9-4b1a-951c-de133b7a88b5', 'ip_address': '172.28.3.47'}], 'enable_snat': True}, 'gw_port_id': '5a759980-3839-4849-86db-9ae124c9a28c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:14:52Z', 'updated_at': '2021-04-30T13:15:16Z', 'revision_number': 4, 'project_id': '1cdf6705df774b71b1ef55768d3b4135', 'gw_port': {'id': '5a759980-3839-4849-86db-9ae124c9a28c', 'name': '', 'network_id': 'b95ef810-b08d-4c08-b0c0-c75d2ee1b25b', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:87:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec506334-ef4a-45b2-8dc2-db935ead4be8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'b3fe51b0-9be9-4b1a-951c-de133b7a88b5', 'ip_address': '172.28.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:14:55Z', 'updated_at': '2021-04-30T13:15:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fe51b0-9be9-4b1a-951c-de133b7a88b5', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-5-smb', '_floatingips': [{'id': '58d247f9-e383-4382-aec2-afb6ec029db6', 'tenant_id': '1cdf6705df774b71b1ef55768d3b4135', 'floating_ip_address': '172.28.3.80', 'floating_network_id': 'b95ef810-b08d-4c08-b0c0-c75d2ee1b25b', 'router_id': 'ec506334-ef4a-45b2-8dc2-db935ead4be8', 'port_id': '18c6c358-6dde-4acf-be95-e3f8cae114d1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e366e837-ed9f-4552-8a40-b501cbb570b4', 'mac_address': 'fa:16:3e:eb:06:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dd81a91-e5f8-448b-8e9c-f25715635bfd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T13:15:30Z', 'updated_at': '2021-04-30T13:15:58Z', 'revision_number': 1, 'project_id': '1cdf6705df774b71b1ef55768d3b4135', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc2b2f69-1d4b-4674-803a-ec61eadd06ab', 'name': '', 'network_id': 'e366e837-ed9f-4552-8a40-b501cbb570b4', 'tenant_id': '1cdf6705df774b71b1ef55768d3b4135', 'mac_address': 'fa:16:3e:50:aa:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec506334-ef4a-45b2-8dc2-db935ead4be8', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '6bc0199c-a631-4772-be49-5ae677a3d71f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:15:10Z', 'updated_at': '2021-04-30T13:15:28Z', 'revision_number': 5, 'project_id': '1cdf6705df774b71b1ef55768d3b4135', 'subnets': [{'id': '6bc0199c-a631-4772-be49-5ae677a3d71f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-5-smb', False) {} {{(pid=73814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:16:03.303448 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff35e499-ee3e-462d-b0e4-2e2a1487485f None None] The sync data for ids ['ec506334-ef4a-45b2-8dc2-db935ead4be8'] in dv-cinder-787195-5-smb is: [{'id': 'ec506334-ef4a-45b2-8dc2-db935ead4be8', 'name': 'tempest-AttachVolumeShelveTestJSON-667705505-router', 'tenant_id': '1cdf6705df774b71b1ef55768d3b4135', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b95ef810-b08d-4c08-b0c0-c75d2ee1b25b', 'external_fixed_ips': [{'subnet_id': 'b3fe51b0-9be9-4b1a-951c-de133b7a88b5', 'ip_address': '172.28.3.47'}], 'enable_snat': True}, 'gw_port_id': '5a759980-3839-4849-86db-9ae124c9a28c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:14:52Z', 'updated_at': '2021-04-30T13:15:16Z', 'revision_number': 4, 'project_id': '1cdf6705df774b71b1ef55768d3b4135', 'gw_port': {'id': '5a759980-3839-4849-86db-9ae124c9a28c', 'name': '', 'network_id': 'b95ef810-b08d-4c08-b0c0-c75d2ee1b25b', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:87:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec506334-ef4a-45b2-8dc2-db935ead4be8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'b3fe51b0-9be9-4b1a-951c-de133b7a88b5', 'ip_address': '172.28.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:14:55Z', 'updated_at': '2021-04-30T13:15:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fe51b0-9be9-4b1a-951c-de133b7a88b5', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-5-smb', '_floatingips': [{'id': '58d247f9-e383-4382-aec2-afb6ec029db6', 'tenant_id': '1cdf6705df774b71b1ef55768d3b4135', 'floating_ip_address': '172.28.3.80', 'floating_network_id': 'b95ef810-b08d-4c08-b0c0-c75d2ee1b25b', 'router_id': 'ec506334-ef4a-45b2-8dc2-db935ead4be8', 'port_id': '18c6c358-6dde-4acf-be95-e3f8cae114d1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e366e837-ed9f-4552-8a40-b501cbb570b4', 'mac_address': 'fa:16:3e:eb:06:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dd81a91-e5f8-448b-8e9c-f25715635bfd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T13:15:30Z', 'updated_at': '2021-04-30T13:15:58Z', 'revision_number': 1, 'project_id': '1cdf6705df774b71b1ef55768d3b4135', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc2b2f69-1d4b-4674-803a-ec61eadd06ab', 'name': '', 'network_id': 'e366e837-ed9f-4552-8a40-b501cbb570b4', 'tenant_id': '1cdf6705df774b71b1ef55768d3b4135', 'mac_address': 'fa:16:3e:50:aa:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec506334-ef4a-45b2-8dc2-db935ead4be8', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '6bc0199c-a631-4772-be49-5ae677a3d71f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:15:10Z', 'updated_at': '2021-04-30T13:15:28Z', 'revision_number': 5, 'project_id': '1cdf6705df774b71b1ef55768d3b4135', 'subnets': [{'id': '6bc0199c-a631-4772-be49-5ae677a3d71f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 13:16:03.347860 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-a578f88b-369a-4029-b8bc-58b8705587ea req-d4d83a7b-416c-41e0-8f2f-b2c54682fd8d tempest-VolumesActionsTest-1326045407 tempest-VolumesActionsTest-1326045407-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1648049 Apr 30 13:16:03.376828 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-04c186d1-2601-470b-a1b2-de7335fe4245 req-4e396dfa-a320-4f9d-b440-53384fefaa77 tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] 10.222.0.84 "GET /v2.0/security-groups?id=78b91c60-43f7-43d4-ab5b-e36ce0163f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3580139 Apr 30 13:16:03.392722 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21faf07b-c439-4f80-9307-278bc184cc1a admin admin] Checking segment: {'id': '6a5d62f0-9335-4849-a65e-4dba75e957e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': 'b0c9f4ec-c908-4fbb-92ce-ebb513ed6987'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:16:03.393084 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21faf07b-c439-4f80-9307-278bc184cc1a admin admin] Network hostable DHCP agents. Network: b0c9f4ec-c908-4fbb-92ce-ebb513ed6987, hostable agents: ['bbfd2d49-358d-47d1-a027-fcfd9e0d3b2b'], hosted agents: [] {{(pid=73810) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 13:16:03.402987 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.v2.base [req-a578f88b-369a-4029-b8bc-58b8705587ea req-4fcab349-1969-4c86-ba2d-902729b8444c service neutron] Request body: {'port': {'device_id': '53698038-cdf3-4448-b98b-79fcb1c503f6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78719'}} {{(pid=73810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:16:03.539631 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e764f3dc-26a9-42f9-8b11-18f608c65d2d None None] New status for floating IP 58d247f9-e383-4382-aec2-afb6ec029db6: ACTIVE {{(pid=73812) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 13:16:03.546702 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21faf07b-c439-4f80-9307-278bc184cc1a admin admin] Pushing event updated for resources: {'Subnet': ['ID=cdc28cab-45af-40c6-97f7-bcc9bf15f874,revision_number=0']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:16:03.583359 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-21faf07b-c439-4f80-9307-278bc184cc1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.406s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:16:03.691358 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21faf07b-c439-4f80-9307-278bc184cc1a admin admin] Network b0c9f4ec-c908-4fbb-92ce-ebb513ed6987 is scheduled to be hosted by DHCP agent bbfd2d49-358d-47d1-a027-fcfd9e0d3b2b with binding_index 1 {{(pid=73810) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 13:16:03.749263 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff76dd27-6938-4812-9d5d-297473b055ff req-116f9b06-03c7-44ac-b117-1253e204adb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:03.750761 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-ff76dd27-6938-4812-9d5d-297473b055ff req-116f9b06-03c7-44ac-b117-1253e204adb8 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=1cdf6705df774b71b1ef55768d3b4135&device_id=1dd81a91-e5f8-448b-8e9c-f25715635bfd HTTP/1.1" status: 200 len: 1099 time: 0.5807953 Apr 30 13:16:03.751416 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.scheduler.base_scheduler [None req-21faf07b-c439-4f80-9307-278bc184cc1a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787195-5-smb, b0c9f4ec-c908-4fbb-92ce-ebb513ed6987) {{(pid=73810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:16:03.757583 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21faf07b-c439-4f80-9307-278bc184cc1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:03.758633 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-21faf07b-c439-4f80-9307-278bc184cc1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647359'] for subnet, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:03.766252 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a199226c-e41c-4172-b54a-63729f072dc5 None None] Network b0c9f4ec-c908-4fbb-92ce-ebb513ed6987 requested from dv-cinder-787195-5-smb {{(pid=73812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 13:16:03.803460 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-a578f88b-369a-4029-b8bc-58b8705587ea req-4fcab349-1969-4c86-ba2d-902729b8444c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4120257'] for port, before_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:03.887708 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [None req-21faf07b-c439-4f80-9307-278bc184cc1a admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 3.9392862 Apr 30 13:16:03.970466 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dda0694-7228-45b2-8bc2-75f3f66d0f0e req-5f4cff04-d58b-4df5-be59-1f0cf8a4ccdd tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:03.977739 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-7dda0694-7228-45b2-8bc2-75f3f66d0f0e req-5f4cff04-d58b-4df5-be59-1f0cf8a4ccdd tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] 10.222.0.84 "GET /v2.0/ports?device_id=629aaee7-e32c-43e8-ad87-68a35cc7a888 HTTP/1.1" status: 200 len: 945 time: 0.7127559 Apr 30 13:16:04.062481 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.84', 54350) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:16:04.086797 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1de8346-9477-4e74-b70e-236bf5528cea None None] Network b0c9f4ec-c908-4fbb-92ce-ebb513ed6987 requested from dv-cinder-787195-5-smb {{(pid=73812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 13:16:04.123489 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.db.resource_extend [None req-80e28242-ef65-4170-9424-e83e9253ac64 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=73810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 30 13:16:04.137357 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.db_base_plugin_v2 [None req-380ae606-41d9-42c1-8dde-35caf62c3f75 admin admin] Deleting subnet c20ef816-e2e7-4f8b-ab26-6e1e3283db31 {{(pid=73809) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 30 13:16:04.140697 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-380ae606-41d9-42c1-8dde-35caf62c3f75 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:04.196388 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-380ae606-41d9-42c1-8dde-35caf62c3f75 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11422972'] for subnet, precommit_delete_associations {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:04.281522 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-7dda0694-7228-45b2-8bc2-75f3f66d0f0e req-69fd54fd-9f2c-44f7-8172-6365c4367dd7 tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] 10.222.0.84 "GET /v2.0/security-groups?id=3c42be87-8352-42cf-a6e1-e7e026aabbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3021638 Apr 30 13:16:04.305286 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-380ae606-41d9-42c1-8dde-35caf62c3f75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4062251'] for subnet, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:04.329606 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff76dd27-6938-4812-9d5d-297473b055ff req-026ea527-c206-43ca-9cc9-d70c068a30ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:04.331359 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-ff76dd27-6938-4812-9d5d-297473b055ff req-026ea527-c206-43ca-9cc9-d70c068a30ed service neutron] 10.222.0.95 "GET /v2.0/networks?id=e366e837-ed9f-4552-8a40-b501cbb570b4 HTTP/1.1" status: 200 len: 918 time: 0.5600281 Apr 30 13:16:04.340207 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-80e28242-ef65-4170-9424-e83e9253ac64 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Notify callbacks [] for floatingip, precommit_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:04.433042 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-80e28242-ef65-4170-9424-e83e9253ac64 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-924836'] for floatingip, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:04.587677 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-380ae606-41d9-42c1-8dde-35caf62c3f75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4062258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11423513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10753783'] for subnet, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:04.595563 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-42d7e525-4803-4722-b48f-25c592d514dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:16:04.646805 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-380ae606-41d9-42c1-8dde-35caf62c3f75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647359'] for subnet, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:04.652310 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380ae606-41d9-42c1-8dde-35caf62c3f75 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c20ef816-e2e7-4f8b-ab26-6e1e3283db31,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:16:04.658198 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-380ae606-41d9-42c1-8dde-35caf62c3f75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:16:04.672257 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [req-223110d8-775e-455c-aa09-45bdd7e703e4 req-52464e60-3973-4940-8685-5eec2df6c131 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=465bafa6-50c3-4b95-a86f-7b10b4f1310d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4368086 Apr 30 13:16:04.674099 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [None req-380ae606-41d9-42c1-8dde-35caf62c3f75 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/c20ef816-e2e7-4f8b-ab26-6e1e3283db31 HTTP/1.1" status: 204 len: 168 time: 0.6106389 Apr 30 13:16:04.676624 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.84', 54360) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:16:04.900969 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ab3f15-f9e2-471c-8a51-faa29703968e req-10eaaa4b-8a4e-4c0f-ae4f-93c42a22a332 tempest-VolumesActionsTest-1326045407 tempest-VolumesActionsTest-1326045407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:04.906735 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-a3ab3f15-f9e2-471c-8a51-faa29703968e req-10eaaa4b-8a4e-4c0f-ae4f-93c42a22a332 tempest-VolumesActionsTest-1326045407 tempest-VolumesActionsTest-1326045407-project] 10.222.0.84 "GET /v2.0/ports?device_id=53698038-cdf3-4448-b98b-79fcb1c503f6 HTTP/1.1" status: 200 len: 931 time: 0.9445508 Apr 30 13:16:04.958525 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-9452030f-a7fc-46c2-a77f-d0513d97bae8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4148260'] for network, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:05.048867 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223110d8-775e-455c-aa09-45bdd7e703e4 req-2a917d61-dafb-41e4-b238-408a88d46891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:05.050614 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [req-223110d8-775e-455c-aa09-45bdd7e703e4 req-2a917d61-dafb-41e4-b238-408a88d46891 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=4c8480cf79cf411899d291c4db89977f&device_id=465bafa6-50c3-4b95-a86f-7b10b4f1310d HTTP/1.1" status: 200 len: 1098 time: 0.2704866 Apr 30 13:16:05.107124 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-ff76dd27-6938-4812-9d5d-297473b055ff req-67c92b87-4ae4-4fa5-975b-99eccf97d60b service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=18c6c358-6dde-4acf-be95-e3f8cae114d1 HTTP/1.1" status: 200 len: 1001 time: 0.7516799 Apr 30 13:16:05.161126 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-9452030f-a7fc-46c2-a77f-d0513d97bae8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3997862', 'neutron.services.segments.db._delete_segments_for_network-8773353284765'] for network, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:05.222483 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.db.l3_db [None req-80e28242-ef65-4170-9424-e83e9253ac64 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Floating IP 70e29496-5f07-457a-85ef-3fbee2c36e01 associated. External IP: 172.28.3.151, port: 44f63f57-f3af-42c7-8529-4679e3b0a132. Apr 30 13:16:05.310897 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.db.resource_extend [req-a578f88b-369a-4029-b8bc-58b8705587ea req-4fcab349-1969-4c86-ba2d-902729b8444c service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=73810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 30 13:16:05.335011 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-a3ab3f15-f9e2-471c-8a51-faa29703968e req-1ddd42df-c573-44cc-8cf7-27ff4df773b1 tempest-VolumesActionsTest-1326045407 tempest-VolumesActionsTest-1326045407-project] 10.222.0.84 "GET /v2.0/security-groups?id=fdcb6b3f-1d64-439e-9ac9-5b122eddab9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4118903 Apr 30 13:16:05.366657 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.services.segments.db [None req-9452030f-a7fc-46c2-a77f-d0513d97bae8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d914757-65b2-4596-b2d9-7e97faf7bf88']}} {{(pid=73809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:16:05.385452 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.services.segments.db [None req-9452030f-a7fc-46c2-a77f-d0513d97bae8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '384d8d88-7858-4ae2-be2d-202df40e43de') {'for_net_delete': True} {{(pid=73809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:16:05.385752 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.services.segments.db [None req-9452030f-a7fc-46c2-a77f-d0513d97bae8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '384d8d88-7858-4ae2-be2d-202df40e43de') {} {{(pid=73809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:16:05.393209 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223110d8-775e-455c-aa09-45bdd7e703e4 req-199493dc-8501-4cc6-a97d-e528ecdf2457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:05.394686 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [req-223110d8-775e-455c-aa09-45bdd7e703e4 req-199493dc-8501-4cc6-a97d-e528ecdf2457 service neutron] 10.222.0.95 "GET /v2.0/networks?id=a2370fd2-9a9f-499d-8dea-fb3ea7c82d60 HTTP/1.1" status: 200 len: 916 time: 0.2791426 Apr 30 13:16:05.401200 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-9452030f-a7fc-46c2-a77f-d0513d97bae8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773353296999', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11422965'] for segment, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:05.483576 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-9452030f-a7fc-46c2-a77f-d0513d97bae8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060901'] for segment, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:05.496333 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [req-223110d8-775e-455c-aa09-45bdd7e703e4 req-b38bbe41-e421-4e78-ba9b-4f0b1e5d0bae service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cbc37f6d-ae64-4bbc-810e-9cbb64d89df6 HTTP/1.1" status: 200 len: 217 time: 0.0795655 Apr 30 13:16:05.503263 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9452030f-a7fc-46c2-a77f-d0513d97bae8 admin admin] Releasing vlan 1138 on physical network physnet1 to pool {{(pid=73809) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 13:16:05.524666 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d928819-40c4-40e2-a13a-93d6f9a278ce req-1a642067-4977-475c-a295-52a4d9f6dc8c tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:05.526707 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-4d928819-40c4-40e2-a13a-93d6f9a278ce req-1a642067-4977-475c-a295-52a4d9f6dc8c tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] 10.222.0.84 "GET /v2.0/ports?device_id=a28e6bd0-05d4-43a9-ade8-471de79ac163 HTTP/1.1" status: 200 len: 946 time: 0.8915231 Apr 30 13:16:05.613646 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff76dd27-6938-4812-9d5d-297473b055ff req-2998f171-b95a-433b-90b3-1407056ea01d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:05.615155 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-ff76dd27-6938-4812-9d5d-297473b055ff req-2998f171-b95a-433b-90b3-1407056ea01d service neutron] 10.222.0.95 "GET /v2.0/subnets?id=6bc0199c-a631-4772-be49-5ae677a3d71f HTTP/1.1" status: 200 len: 855 time: 0.4677024 Apr 30 13:16:05.764403 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.notifiers.nova [req-a578f88b-369a-4029-b8bc-58b8705587ea req-4fcab349-1969-4c86-ba2d-902729b8444c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7bf74e4f-3089-4de6-842e-a568834f2a40 {{(pid=73810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 13:16:05.777306 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223110d8-775e-455c-aa09-45bdd7e703e4 req-b6719ac4-890d-431d-b167-38e179a3dffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:05.778899 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [req-223110d8-775e-455c-aa09-45bdd7e703e4 req-b6719ac4-890d-431d-b167-38e179a3dffd service neutron] 10.222.0.95 "GET /v2.0/subnets?id=295a1801-3c8d-4aef-b140-f11bdef5d697 HTTP/1.1" status: 200 len: 854 time: 0.2557287 Apr 30 13:16:05.795966 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.managers [None req-9452030f-a7fc-46c2-a77f-d0513d97bae8 admin admin] Network 6d914757-65b2-4596-b2d9-7e97faf7bf88 has no segments {{(pid=73809) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 13:16:05.809202 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-9452030f-a7fc-46c2-a77f-d0513d97bae8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4060702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11423667'] for segment, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:05.809518 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-a578f88b-369a-4029-b8bc-58b8705587ea req-4fcab349-1969-4c86-ba2d-902729b8444c service neutron] Notify callbacks [] for port, precommit_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:05.877101 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-4d928819-40c4-40e2-a13a-93d6f9a278ce req-efcfd6ae-7801-4374-b041-c53288f65c71 tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] 10.222.0.84 "GET /v2.0/security-groups?id=78b91c60-43f7-43d4-ab5b-e36ce0163f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2889986 Apr 30 13:16:05.950935 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [req-223110d8-775e-455c-aa09-45bdd7e703e4 req-d1ec9bc5-fb9a-4c1a-bdf0-5e043c098647 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=a2370fd2-9a9f-499d-8dea-fb3ea7c82d60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1444972 Apr 30 13:16:06.028388 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33cb0f4-3d73-4506-9d82-7889e7786bd5 req-cb5e6f88-6a7a-4a04-a6cb-bc42576c468f tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:06.030042 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-b33cb0f4-3d73-4506-9d82-7889e7786bd5 req-cb5e6f88-6a7a-4a04-a6cb-bc42576c468f tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] 10.222.0.84 "GET /v2.0/ports?device_id=629aaee7-e32c-43e8-ad87-68a35cc7a888 HTTP/1.1" status: 200 len: 945 time: 0.5147591 Apr 30 13:16:06.048716 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff76dd27-6938-4812-9d5d-297473b055ff req-c596cfe6-2467-42b3-88f3-c3888504bab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:06.050329 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-ff76dd27-6938-4812-9d5d-297473b055ff req-c596cfe6-2467-42b3-88f3-c3888504bab6 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=e366e837-ed9f-4552-8a40-b501cbb570b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4043796 Apr 30 13:16:06.094340 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80e28242-ef65-4170-9424-e83e9253ac64 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Router a52af78f-7ad6-4e52-9c94-77c21fdc33b1 has already been hosted by L3 agent 0896dfae-3c2f-4fc2-b5f4-9284ce516a86 {{(pid=73810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 13:16:06.287926 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-b33cb0f4-3d73-4506-9d82-7889e7786bd5 req-e0622eaf-41c8-44d6-b831-945e8c4bcb55 tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] 10.222.0.84 "GET /v2.0/security-groups?id=3c42be87-8352-42cf-a6e1-e7e026aabbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2466352 Apr 30 13:16:06.303362 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.managers [None req-9452030f-a7fc-46c2-a77f-d0513d97bae8 admin admin] Network 6d914757-65b2-4596-b2d9-7e97faf7bf88 has no segments {{(pid=73809) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 13:16:06.370948 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [req-223110d8-775e-455c-aa09-45bdd7e703e4 req-76fe8faa-787a-4ad6-a3f6-85839d137a61 service neutron] 10.222.0.95 "GET /v2.0/networks/a2370fd2-9a9f-499d-8dea-fb3ea7c82d60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3616636 Apr 30 13:16:06.372054 dv-cinder-787195-5-smb neutron-server[73809]: Traceback (most recent call last): Apr 30 13:16:06.372054 dv-cinder-787195-5-smb neutron-server[73809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 13:16:06.372054 dv-cinder-787195-5-smb neutron-server[73809]: timer() Apr 30 13:16:06.372054 dv-cinder-787195-5-smb neutron-server[73809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 13:16:06.372054 dv-cinder-787195-5-smb neutron-server[73809]: cb(*args, **kw) Apr 30 13:16:06.372054 dv-cinder-787195-5-smb neutron-server[73809]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 30 13:16:06.372054 dv-cinder-787195-5-smb neutron-server[73809]: return func(*args, **kwargs) Apr 30 13:16:06.372054 dv-cinder-787195-5-smb neutron-server[73809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 13:16:06.372054 dv-cinder-787195-5-smb neutron-server[73809]: self._notify() Apr 30 13:16:06.372054 dv-cinder-787195-5-smb neutron-server[73809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 13:16:06.372054 dv-cinder-787195-5-smb neutron-server[73809]: self.callback(batched_events) Apr 30 13:16:06.372054 dv-cinder-787195-5-smb neutron-server[73809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 13:16:06.372054 dv-cinder-787195-5-smb neutron-server[73809]: event.method(event) Apr 30 13:16:06.372054 dv-cinder-787195-5-smb neutron-server[73809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 30 13:16:06.372054 dv-cinder-787195-5-smb neutron-server[73809]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 13:16:06.372054 dv-cinder-787195-5-smb neutron-server[73809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 30 13:16:06.372054 dv-cinder-787195-5-smb neutron-server[73809]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 13:16:06.372054 dv-cinder-787195-5-smb neutron-server[73809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 30 13:16:06.372054 dv-cinder-787195-5-smb neutron-server[73809]: return f(self, *a, **k) Apr 30 13:16:06.372054 dv-cinder-787195-5-smb neutron-server[73809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 30 13:16:06.372054 dv-cinder-787195-5-smb neutron-server[73809]: return self._get(url).json() Apr 30 13:16:06.372054 dv-cinder-787195-5-smb neutron-server[73809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 30 13:16:06.372054 dv-cinder-787195-5-smb neutron-server[73809]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 13:16:06.372054 dv-cinder-787195-5-smb neutron-server[73809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 13:16:06.372054 dv-cinder-787195-5-smb neutron-server[73809]: return self.request(url, 'GET', **kwargs) Apr 30 13:16:06.372054 dv-cinder-787195-5-smb neutron-server[73809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 13:16:06.372054 dv-cinder-787195-5-smb neutron-server[73809]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 13:16:06.372054 dv-cinder-787195-5-smb neutron-server[73809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 13:16:06.372054 dv-cinder-787195-5-smb neutron-server[73809]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 13:16:06.372054 dv-cinder-787195-5-smb neutron-server[73809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 13:16:06.372054 dv-cinder-787195-5-smb neutron-server[73809]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 13:16:06.372054 dv-cinder-787195-5-smb neutron-server[73809]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 13:16:06.582639 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [req-a578f88b-369a-4029-b8bc-58b8705587ea req-4fcab349-1969-4c86-ba2d-902729b8444c service neutron] Transition to ACTIVE for port object 7bf74e4f-3089-4de6-842e-a568834f2a40 will not be triggered until provisioned by entity L2. {{(pid=73810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:16:06.608500 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-9452030f-a7fc-46c2-a77f-d0513d97bae8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3997869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-920133'] for network, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:06.618732 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-ff76dd27-6938-4812-9d5d-297473b055ff req-e23e300b-d833-478b-a231-91a38abb9bc8 service neutron] 10.222.0.95 "GET /v2.0/networks/e366e837-ed9f-4552-8a40-b501cbb570b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5509930 Apr 30 13:16:06.620538 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:16:06.624759 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-a578f88b-369a-4029-b8bc-58b8705587ea req-4fcab349-1969-4c86-ba2d-902729b8444c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4120194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773353276007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773352839720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773352839765'] for port, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:06.636030 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-9452030f-a7fc-46c2-a77f-d0513d97bae8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647359'] for network, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:06.651861 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9452030f-a7fc-46c2-a77f-d0513d97bae8 admin admin] Pushing event deleted for resources: {'Network': ['ID=6d914757-65b2-4596-b2d9-7e97faf7bf88,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:16:06.657231 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-9452030f-a7fc-46c2-a77f-d0513d97bae8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:16:06.658794 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [None req-9452030f-a7fc-46c2-a77f-d0513d97bae8 admin admin] 10.222.0.84 "DELETE /v2.0/networks/6d914757-65b2-4596-b2d9-7e97faf7bf88 HTTP/1.1" status: 204 len: 168 time: 1.9807632 Apr 30 13:16:06.668622 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.84', 54396) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:16:06.709401 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:16:06.836991 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [req-223110d8-775e-455c-aa09-45bdd7e703e4 req-ebcd9951-8184-4876-9386-5457577d4645 service neutron] 10.222.0.95 "GET /v2.0/networks/a2370fd2-9a9f-499d-8dea-fb3ea7c82d60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3953393 Apr 30 13:16:06.884008 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.db_base_plugin_v2 [None req-c52bb77d-b35a-404e-a5a8-5b459dd5715a admin admin] Deleting subnet cdc28cab-45af-40c6-97f7-bcc9bf15f874 {{(pid=73809) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 30 13:16:06.896223 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-c52bb77d-b35a-404e-a5a8-5b459dd5715a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:06.973301 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-c52bb77d-b35a-404e-a5a8-5b459dd5715a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11422972'] for subnet, precommit_delete_associations {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:07.064415 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-c52bb77d-b35a-404e-a5a8-5b459dd5715a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4062251'] for subnet, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:07.125246 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80e28242-ef65-4170-9424-e83e9253ac64 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Notify agent at l3_agent.dv-cinder-787195-5-smb the message routers_updated {{(pid=73810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 13:16:07.136695 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcab349-1969-4c86-ba2d-902729b8444c service neutron] Pushing event updated for resources: {'Port': ['ID=7bf74e4f-3089-4de6-842e-a568834f2a40,revision_number=2']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:16:07.142868 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94096154-148a-4be5-9564-28af739a7c60 None None] Sync routers for ids ['a52af78f-7ad6-4e52-9c94-77c21fdc33b1'] in dv-cinder-787195-5-smb {{(pid=73814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 13:16:07.148047 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-80e28242-ef65-4170-9424-e83e9253ac64 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9974'] for floatingip, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:07.164412 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94096154-148a-4be5-9564-28af739a7c60 None None] Routers {'a52af78f-7ad6-4e52-9c94-77c21fdc33b1'} bound to L3 agent in host dv-cinder-787195-5-smb {{(pid=73814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:16:07.167799 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.db.l3_hamode_db [None req-94096154-148a-4be5-9564-28af739a7c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T13:06:52Z,description=,heartbeat_timestamp=2021-04-30T13:15:52Z,host='dv-cinder-787195-5-smb',id=0896dfae-3c2f-4fc2-b5f4-9284ce516a86,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:06:52Z,topic='l3_agent')) {'router_ids': ['a52af78f-7ad6-4e52-9c94-77c21fdc33b1'], 'active': True} {{(pid=73814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:16:07.348646 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-4fcab349-1969-4c86-ba2d-902729b8444c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.639s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:16:07.487518 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.managers [req-a578f88b-369a-4029-b8bc-58b8705587ea req-4fcab349-1969-4c86-ba2d-902729b8444c service neutron] Attempting to bind port 7bf74e4f-3089-4de6-842e-a568834f2a40 on host hv-cinder-78719 for vnic_type normal with profile {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 13:16:07.488028 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.managers [req-a578f88b-369a-4029-b8bc-58b8705587ea req-4fcab349-1969-4c86-ba2d-902729b8444c service neutron] Attempting to bind port 7bf74e4f-3089-4de6-842e-a568834f2a40 by drivers openvswitch,hyperv on host hv-cinder-78719 at level 0 using segments [{'id': 'deaf4bab-5062-4453-8382-c60f3222d550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1106, 'network_id': '498fb676-a7c7-4aff-a8a4-77d8f68f6edc'}] {{(pid=73810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 13:16:07.489010 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a578f88b-369a-4029-b8bc-58b8705587ea req-4fcab349-1969-4c86-ba2d-902729b8444c service neutron] Attempting to bind port 7bf74e4f-3089-4de6-842e-a568834f2a40 on network 498fb676-a7c7-4aff-a8a4-77d8f68f6edc {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:16:07.509947 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [None req-80e28242-ef65-4170-9424-e83e9253ac64 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] 10.222.0.84 "PUT /v2.0/floatingips/70e29496-5f07-457a-85ef-3fbee2c36e01 HTTP/1.1" status: 200 len: 991 time: 5.4418020 Apr 30 13:16:07.531889 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3891d1b0-b5dd-47c3-b3d4-60a44acdf909', 'tag': '44f63f57-f3af-42c7-8529-4679e3b0a132'}] {{(pid=73810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:16:07.572980 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-ff76dd27-6938-4812-9d5d-297473b055ff req-20860e56-5c33-4e5d-830a-190c85911fa6 service neutron] 10.222.0.95 "GET /v2.0/networks/e366e837-ed9f-4552-8a40-b501cbb570b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8747401 Apr 30 13:16:07.573888 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a578f88b-369a-4029-b8bc-58b8705587ea req-4fcab349-1969-4c86-ba2d-902729b8444c service neutron] Port 7bf74e4f-3089-4de6-842e-a568834f2a40 on network 498fb676-a7c7-4aff-a8a4-77d8f68f6edc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78719 {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 30 13:16:07.574430 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a578f88b-369a-4029-b8bc-58b8705587ea req-4fcab349-1969-4c86-ba2d-902729b8444c service neutron] Attempting to bind port 7bf74e4f-3089-4de6-842e-a568834f2a40 on network 498fb676-a7c7-4aff-a8a4-77d8f68f6edc {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:16:07.601431 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a578f88b-369a-4029-b8bc-58b8705587ea req-4fcab349-1969-4c86-ba2d-902729b8444c service neutron] Checking agent: {'id': '9979f301-637a-421d-a751-ee4de56fc333', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78719', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 13, 10), 'started_at': datetime.datetime(2021, 4, 30, 13, 13, 10), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 15, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 13:16:07.601907 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a578f88b-369a-4029-b8bc-58b8705587ea req-4fcab349-1969-4c86-ba2d-902729b8444c service neutron] Checking segment: {'id': 'deaf4bab-5062-4453-8382-c60f3222d550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1106, 'network_id': '498fb676-a7c7-4aff-a8a4-77d8f68f6edc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:16:07.602526 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a578f88b-369a-4029-b8bc-58b8705587ea req-4fcab349-1969-4c86-ba2d-902729b8444c service neutron] Bound using segment: {'id': 'deaf4bab-5062-4453-8382-c60f3222d550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1106, 'network_id': '498fb676-a7c7-4aff-a8a4-77d8f68f6edc'} {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 13:16:07.603179 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.managers [req-a578f88b-369a-4029-b8bc-58b8705587ea req-4fcab349-1969-4c86-ba2d-902729b8444c service neutron] Bound port: 7bf74e4f-3089-4de6-842e-a568834f2a40, host: hv-cinder-78719, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'deaf4bab-5062-4453-8382-c60f3222d550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1106, 'network_id': '498fb676-a7c7-4aff-a8a4-77d8f68f6edc'}}] {{(pid=73810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 13:16:07.603768 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-a578f88b-369a-4029-b8bc-58b8705587ea req-4fcab349-1969-4c86-ba2d-902729b8444c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4120257'] for port, before_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:07.671697 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c347ba-eacd-4808-b4ff-b8171130103b req-83fd13ca-af8f-47ac-b3fb-0db84e2284e1 tempest-VolumesActionsTest-1326045407 tempest-VolumesActionsTest-1326045407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:07.684162 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-20c347ba-eacd-4808-b4ff-b8171130103b req-83fd13ca-af8f-47ac-b3fb-0db84e2284e1 tempest-VolumesActionsTest-1326045407 tempest-VolumesActionsTest-1326045407-project] 10.222.0.84 "GET /v2.0/ports?device_id=53698038-cdf3-4448-b98b-79fcb1c503f6 HTTP/1.1" status: 200 len: 943 time: 1.0636396 Apr 30 13:16:07.744188 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-c52bb77d-b35a-404e-a5a8-5b459dd5715a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4062258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11423513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10753783'] for subnet, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:07.757858 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:16:07.797706 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.db.l3_dvr_db [None req-94096154-148a-4be5-9564-28af739a7c60 None None] Set router a52af78f-7ad6-4e52-9c94-77c21fdc33b1 gateway port host: dv-cinder-787195-5-smb {{(pid=73814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:16:07.812670 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52bb77d-b35a-404e-a5a8-5b459dd5715a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cdc28cab-45af-40c6-97f7-bcc9bf15f874,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:16:07.816669 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-c52bb77d-b35a-404e-a5a8-5b459dd5715a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:16:07.819878 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-c52bb77d-b35a-404e-a5a8-5b459dd5715a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647359'] for subnet, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:07.829985 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [None req-c52bb77d-b35a-404e-a5a8-5b459dd5715a admin admin] 10.222.0.84 "DELETE /v2.0/subnets/cdc28cab-45af-40c6-97f7-bcc9bf15f874 HTTP/1.1" status: 204 len: 168 time: 1.1603076 Apr 30 13:16:07.831330 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.84', 54422) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:16:07.964954 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-20c347ba-eacd-4808-b4ff-b8171130103b req-d5511455-dcff-4772-b68d-e1ec10f6f10f tempest-VolumesActionsTest-1326045407 tempest-VolumesActionsTest-1326045407-project] 10.222.0.84 "GET /v2.0/security-groups?id=fdcb6b3f-1d64-439e-9ac9-5b122eddab9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2791984 Apr 30 13:16:08.005170 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.84', 54428) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:16:08.027156 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.db [req-a578f88b-369a-4029-b8bc-58b8705587ea req-4fcab349-1969-4c86-ba2d-902729b8444c service neutron] For port 7bf74e4f-3089-4de6-842e-a568834f2a40, host hv-cinder-78719, cleared binding levels {{(pid=73810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 13:16:08.032052 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-e3a6130f-20fb-4237-ba43-92da580c859c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4148260'] for network, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:08.048891 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.db [req-a578f88b-369a-4029-b8bc-58b8705587ea req-4fcab349-1969-4c86-ba2d-902729b8444c service neutron] For port 7bf74e4f-3089-4de6-842e-a568834f2a40, host hv-cinder-78719, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=7bf74e4f-3089-4de6-842e-a568834f2a40,segment=NetworkSegment(deaf4bab-5062-4453-8382-c60f3222d550),segment_id=deaf4bab-5062-4453-8382-c60f3222d550)] {{(pid=73810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 13:16:08.073045 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d5869d-7005-4927-9a13-eab2289aaf73 req-1dbdf29e-c2cb-4327-9200-cb661b6fba88 tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:08.075482 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-11d5869d-7005-4927-9a13-eab2289aaf73 req-1dbdf29e-c2cb-4327-9200-cb661b6fba88 tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] 10.222.0.84 "GET /v2.0/ports?device_id=629aaee7-e32c-43e8-ad87-68a35cc7a888 HTTP/1.1" status: 200 len: 945 time: 0.3878961 Apr 30 13:16:08.077907 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-a578f88b-369a-4029-b8bc-58b8705587ea req-4fcab349-1969-4c86-ba2d-902729b8444c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4120194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773353276007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773352839720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773352839765'] for port, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:08.086037 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:16:08.219843 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a578f88b-369a-4029-b8bc-58b8705587ea req-4fcab349-1969-4c86-ba2d-902729b8444c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:08.220869 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-a578f88b-369a-4029-b8bc-58b8705587ea req-4fcab349-1969-4c86-ba2d-902729b8444c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647359'] for port, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:08.223028 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-a578f88b-369a-4029-b8bc-58b8705587ea req-4fcab349-1969-4c86-ba2d-902729b8444c service neutron] 10.222.0.95 "PUT /v2.0/ports/7bf74e4f-3089-4de6-842e-a568834f2a40 HTTP/1.1" status: 200 len: 1093 time: 4.8421707 Apr 30 13:16:08.291143 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3891d1b0-b5dd-47c3-b3d4-60a44acdf909', 'tag': '44f63f57-f3af-42c7-8529-4679e3b0a132', 'status': 'completed', 'code': 200} Apr 30 13:16:08.292049 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcab349-1969-4c86-ba2d-902729b8444c service neutron] Pushing event updated for resources: {'Port': ['ID=7bf74e4f-3089-4de6-842e-a568834f2a40,revision_number=3']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:16:08.300556 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-11d5869d-7005-4927-9a13-eab2289aaf73 req-734605f9-c1ff-4db6-84a6-d3a4fd1d7246 tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] 10.222.0.84 "GET /v2.0/security-groups?id=3c42be87-8352-42cf-a6e1-e7e026aabbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598873 Apr 30 13:16:08.301856 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-4fcab349-1969-4c86-ba2d-902729b8444c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:16:08.324755 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-e3a6130f-20fb-4237-ba43-92da580c859c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3997862', 'neutron.services.segments.db._delete_segments_for_network-8773353284765'] for network, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:08.374541 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.db.l3_hamode_db [None req-94096154-148a-4be5-9564-28af739a7c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a52af78f-7ad6-4e52-9c94-77c21fdc33b1', 'name': 'tempest-AttachVolumeTestJSON-49034861-router', 'tenant_id': '918e31ad0d5f410eac8b4de9626cac1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b95ef810-b08d-4c08-b0c0-c75d2ee1b25b', 'external_fixed_ips': [{'subnet_id': 'b3fe51b0-9be9-4b1a-951c-de133b7a88b5', 'ip_address': '172.28.3.197'}], 'enable_snat': True}, 'gw_port_id': '03710d16-da09-4f6d-b90a-06e717570d2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:14:54Z', 'updated_at': '2021-04-30T13:15:16Z', 'revision_number': 4, 'project_id': '918e31ad0d5f410eac8b4de9626cac1f', 'gw_port': {'id': '03710d16-da09-4f6d-b90a-06e717570d2e', 'name': '', 'network_id': 'b95ef810-b08d-4c08-b0c0-c75d2ee1b25b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:1f:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a52af78f-7ad6-4e52-9c94-77c21fdc33b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'b3fe51b0-9be9-4b1a-951c-de133b7a88b5', 'ip_address': '172.28.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:14:56Z', 'updated_at': '2021-04-30T13:15:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fe51b0-9be9-4b1a-951c-de133b7a88b5', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-5-smb', '_floatingips': [{'id': '70e29496-5f07-457a-85ef-3fbee2c36e01', 'tenant_id': '918e31ad0d5f410eac8b4de9626cac1f', 'floating_ip_address': '172.28.3.151', 'floating_network_id': 'b95ef810-b08d-4c08-b0c0-c75d2ee1b25b', 'router_id': 'a52af78f-7ad6-4e52-9c94-77c21fdc33b1', 'port_id': '44f63f57-f3af-42c7-8529-4679e3b0a132', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 164, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1457f85c-3f42-4120-b6e2-0f4ede8b9218', 'mac_address': 'fa:16:3e:ac:00:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3891d1b0-b5dd-47c3-b3d4-60a44acdf909', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T13:15:32Z', 'updated_at': '2021-04-30T13:16:03Z', 'revision_number': 1, 'project_id': '918e31ad0d5f410eac8b4de9626cac1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9d9c6c8-8d72-41ea-b437-3edd83d44965', 'name': '', 'network_id': '1457f85c-3f42-4120-b6e2-0f4ede8b9218', 'tenant_id': '918e31ad0d5f410eac8b4de9626cac1f', 'mac_address': 'fa:16:3e:80:f5:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a52af78f-7ad6-4e52-9c94-77c21fdc33b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '8da5f9ec-8d10-4fc1-8b60-251865469edd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:15:10Z', 'updated_at': '2021-04-30T13:15:29Z', 'revision_number': 5, 'project_id': '918e31ad0d5f410eac8b4de9626cac1f', 'subnets': [{'id': '8da5f9ec-8d10-4fc1-8b60-251865469edd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-5-smb', False) {} {{(pid=73814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:16:08.379708 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94096154-148a-4be5-9564-28af739a7c60 None None] Checking router: a52af78f-7ad6-4e52-9c94-77c21fdc33b1 for host: dv-cinder-787195-5-smb {{(pid=73814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 13:16:08.388983 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-c43f6ab5-a122-474f-984b-d6591f8b3e25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:08.395497 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94096154-148a-4be5-9564-28af739a7c60 None None] Routers {'a52af78f-7ad6-4e52-9c94-77c21fdc33b1'} bound to L3 agent in host dv-cinder-787195-5-smb {{(pid=73814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:16:08.397398 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.db.l3_hamode_db [None req-94096154-148a-4be5-9564-28af739a7c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T13:06:52Z,description=,heartbeat_timestamp=2021-04-30T13:15:52Z,host='dv-cinder-787195-5-smb',id=0896dfae-3c2f-4fc2-b5f4-9284ce516a86,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:06:52Z,topic='l3_agent')) {'router_ids': ['a52af78f-7ad6-4e52-9c94-77c21fdc33b1'], 'active': True} {{(pid=73814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:16:08.481132 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-c43f6ab5-a122-474f-984b-d6591f8b3e25 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:16:08.502563 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-c43f6ab5-a122-474f-984b-d6591f8b3e25 admin admin] Usage tracker for resource:security_group_rule and tenant:d4ec6b2353f94285a5d486f10151fc14 is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:16:08.508148 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-c43f6ab5-a122-474f-984b-d6591f8b3e25 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:16:08.524678 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-c43f6ab5-a122-474f-984b-d6591f8b3e25 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:16:08.536986 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.services.segments.db [None req-e3a6130f-20fb-4237-ba43-92da580c859c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0c9f4ec-c908-4fbb-92ce-ebb513ed6987']}} {{(pid=73809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:16:08.561923 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.services.segments.db [None req-e3a6130f-20fb-4237-ba43-92da580c859c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a5d62f0-9335-4849-a65e-4dba75e957e6') {'for_net_delete': True} {{(pid=73809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:16:08.562494 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.services.segments.db [None req-e3a6130f-20fb-4237-ba43-92da580c859c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a5d62f0-9335-4849-a65e-4dba75e957e6') {} {{(pid=73809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:16:08.595048 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-e3a6130f-20fb-4237-ba43-92da580c859c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773353296999', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11422965'] for segment, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:08.627197 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-e3a6130f-20fb-4237-ba43-92da580c859c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060901'] for segment, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:08.644787 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3a6130f-20fb-4237-ba43-92da580c859c admin admin] Releasing vlan 1101 on physical network physnet1 to pool {{(pid=73809) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 13:16:08.671988 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a578f88b-369a-4029-b8bc-58b8705587ea req-66a6fa55-64b5-4357-b584-d3aa46d9f9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:08.674142 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-a578f88b-369a-4029-b8bc-58b8705587ea req-66a6fa55-64b5-4357-b584-d3aa46d9f9e5 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=fae8bf8d2613435694149d1f166a242f&device_id=53698038-cdf3-4448-b98b-79fcb1c503f6 HTTP/1.1" status: 200 len: 1096 time: 0.3647263 Apr 30 13:16:08.678290 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a12a58-0821-4cc6-900c-bbff30db733f req-3cc68893-4d4b-4289-bd26-b208a31feb76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:08.680340 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-f3a12a58-0821-4cc6-900c-bbff30db733f req-3cc68893-4d4b-4289-bd26-b208a31feb76 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=918e31ad0d5f410eac8b4de9626cac1f&device_id=3891d1b0-b5dd-47c3-b3d4-60a44acdf909 HTTP/1.1" status: 200 len: 1098 time: 0.3117833 Apr 30 13:16:08.793906 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.db.l3_dvr_db [None req-94096154-148a-4be5-9564-28af739a7c60 None None] Set router a52af78f-7ad6-4e52-9c94-77c21fdc33b1 gateway port host: dv-cinder-787195-5-smb {{(pid=73814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:16:08.825712 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-a578f88b-369a-4029-b8bc-58b8705587ea req-f1c0a3e4-2bd4-4f2e-8087-ff847bf1102b service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7bf74e4f-3089-4de6-842e-a568834f2a40 HTTP/1.1" status: 200 len: 217 time: 0.1203625 Apr 30 13:16:08.924419 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.managers [None req-e3a6130f-20fb-4237-ba43-92da580c859c admin admin] Network b0c9f4ec-c908-4fbb-92ce-ebb513ed6987 has no segments {{(pid=73809) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 13:16:08.938389 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-e3a6130f-20fb-4237-ba43-92da580c859c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4060702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11423667'] for segment, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:08.987801 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-c43f6ab5-a122-474f-984b-d6591f8b3e25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:09.015328 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a578f88b-369a-4029-b8bc-58b8705587ea req-25860e28-0a2c-432d-8278-60eef77740df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:09.017610 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-a578f88b-369a-4029-b8bc-58b8705587ea req-25860e28-0a2c-432d-8278-60eef77740df service neutron] 10.222.0.95 "GET /v2.0/subnets?id=a1f3e9e4-9b81-4c7c-88de-f1de33d982ba HTTP/1.1" status: 200 len: 848 time: 0.1830103 Apr 30 13:16:09.030586 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a12a58-0821-4cc6-900c-bbff30db733f req-1ee21b79-45df-4d8e-ae3a-9db815bf3347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:09.032971 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-f3a12a58-0821-4cc6-900c-bbff30db733f req-1ee21b79-45df-4d8e-ae3a-9db815bf3347 service neutron] 10.222.0.95 "GET /v2.0/networks?id=1457f85c-3f42-4120-b6e2-0f4ede8b9218 HTTP/1.1" status: 200 len: 911 time: 0.3263104 Apr 30 13:16:09.097233 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-c43f6ab5-a122-474f-984b-d6591f8b3e25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985230'] for security_group, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:09.169495 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-254cfcfd-15f2-4044-a5c7-0f0536c4ca65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:16:09.203080 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [None req-c43f6ab5-a122-474f-984b-d6591f8b3e25 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=d4ec6b2353f94285a5d486f10151fc14&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1968024 Apr 30 13:16:09.208482 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43f6ab5-a122-474f-984b-d6591f8b3e25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbb9c0d9-d8ae-40cc-a026-381760203278,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:16:09.228412 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-c43f6ab5-a122-474f-984b-d6591f8b3e25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:16:09.228412 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.84', 54442) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:16:09.265107 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-a578f88b-369a-4029-b8bc-58b8705587ea req-d196dadb-b1c2-410c-a5d6-8c9cc7cf9594 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=498fb676-a7c7-4aff-a8a4-77d8f68f6edc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2293408 Apr 30 13:16:09.386608 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-f3a12a58-0821-4cc6-900c-bbff30db733f req-0f52e989-8df2-42a2-a18c-ff7871812e41 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=44f63f57-f3af-42c7-8529-4679e3b0a132 HTTP/1.1" status: 200 len: 999 time: 0.2825420 Apr 30 13:16:09.393698 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.db.l3_hamode_db [None req-94096154-148a-4be5-9564-28af739a7c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a52af78f-7ad6-4e52-9c94-77c21fdc33b1', 'name': 'tempest-AttachVolumeTestJSON-49034861-router', 'tenant_id': '918e31ad0d5f410eac8b4de9626cac1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b95ef810-b08d-4c08-b0c0-c75d2ee1b25b', 'external_fixed_ips': [{'subnet_id': 'b3fe51b0-9be9-4b1a-951c-de133b7a88b5', 'ip_address': '172.28.3.197'}], 'enable_snat': True}, 'gw_port_id': '03710d16-da09-4f6d-b90a-06e717570d2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:14:54Z', 'updated_at': '2021-04-30T13:15:16Z', 'revision_number': 4, 'project_id': '918e31ad0d5f410eac8b4de9626cac1f', 'gw_port': {'id': '03710d16-da09-4f6d-b90a-06e717570d2e', 'name': '', 'network_id': 'b95ef810-b08d-4c08-b0c0-c75d2ee1b25b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:1f:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a52af78f-7ad6-4e52-9c94-77c21fdc33b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'b3fe51b0-9be9-4b1a-951c-de133b7a88b5', 'ip_address': '172.28.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:14:56Z', 'updated_at': '2021-04-30T13:15:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fe51b0-9be9-4b1a-951c-de133b7a88b5', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-5-smb', '_floatingips': [{'id': '70e29496-5f07-457a-85ef-3fbee2c36e01', 'tenant_id': '918e31ad0d5f410eac8b4de9626cac1f', 'floating_ip_address': '172.28.3.151', 'floating_network_id': 'b95ef810-b08d-4c08-b0c0-c75d2ee1b25b', 'router_id': 'a52af78f-7ad6-4e52-9c94-77c21fdc33b1', 'port_id': '44f63f57-f3af-42c7-8529-4679e3b0a132', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 164, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1457f85c-3f42-4120-b6e2-0f4ede8b9218', 'mac_address': 'fa:16:3e:ac:00:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3891d1b0-b5dd-47c3-b3d4-60a44acdf909', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T13:15:32Z', 'updated_at': '2021-04-30T13:16:03Z', 'revision_number': 1, 'project_id': '918e31ad0d5f410eac8b4de9626cac1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9d9c6c8-8d72-41ea-b437-3edd83d44965', 'name': '', 'network_id': '1457f85c-3f42-4120-b6e2-0f4ede8b9218', 'tenant_id': '918e31ad0d5f410eac8b4de9626cac1f', 'mac_address': 'fa:16:3e:80:f5:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a52af78f-7ad6-4e52-9c94-77c21fdc33b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '8da5f9ec-8d10-4fc1-8b60-251865469edd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:15:10Z', 'updated_at': '2021-04-30T13:15:29Z', 'revision_number': 5, 'project_id': '918e31ad0d5f410eac8b4de9626cac1f', 'subnets': [{'id': '8da5f9ec-8d10-4fc1-8b60-251865469edd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-5-smb', False) {} {{(pid=73814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:16:09.402027 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94096154-148a-4be5-9564-28af739a7c60 None None] The sync data for ids ['a52af78f-7ad6-4e52-9c94-77c21fdc33b1'] in dv-cinder-787195-5-smb is: [{'id': 'a52af78f-7ad6-4e52-9c94-77c21fdc33b1', 'name': 'tempest-AttachVolumeTestJSON-49034861-router', 'tenant_id': '918e31ad0d5f410eac8b4de9626cac1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b95ef810-b08d-4c08-b0c0-c75d2ee1b25b', 'external_fixed_ips': [{'subnet_id': 'b3fe51b0-9be9-4b1a-951c-de133b7a88b5', 'ip_address': '172.28.3.197'}], 'enable_snat': True}, 'gw_port_id': '03710d16-da09-4f6d-b90a-06e717570d2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:14:54Z', 'updated_at': '2021-04-30T13:15:16Z', 'revision_number': 4, 'project_id': '918e31ad0d5f410eac8b4de9626cac1f', 'gw_port': {'id': '03710d16-da09-4f6d-b90a-06e717570d2e', 'name': '', 'network_id': 'b95ef810-b08d-4c08-b0c0-c75d2ee1b25b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:1f:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a52af78f-7ad6-4e52-9c94-77c21fdc33b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'b3fe51b0-9be9-4b1a-951c-de133b7a88b5', 'ip_address': '172.28.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:14:56Z', 'updated_at': '2021-04-30T13:15:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fe51b0-9be9-4b1a-951c-de133b7a88b5', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-5-smb', '_floatingips': [{'id': '70e29496-5f07-457a-85ef-3fbee2c36e01', 'tenant_id': '918e31ad0d5f410eac8b4de9626cac1f', 'floating_ip_address': '172.28.3.151', 'floating_network_id': 'b95ef810-b08d-4c08-b0c0-c75d2ee1b25b', 'router_id': 'a52af78f-7ad6-4e52-9c94-77c21fdc33b1', 'port_id': '44f63f57-f3af-42c7-8529-4679e3b0a132', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 164, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1457f85c-3f42-4120-b6e2-0f4ede8b9218', 'mac_address': 'fa:16:3e:ac:00:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3891d1b0-b5dd-47c3-b3d4-60a44acdf909', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T13:15:32Z', 'updated_at': '2021-04-30T13:16:03Z', 'revision_number': 1, 'project_id': '918e31ad0d5f410eac8b4de9626cac1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9d9c6c8-8d72-41ea-b437-3edd83d44965', 'name': '', 'network_id': '1457f85c-3f42-4120-b6e2-0f4ede8b9218', 'tenant_id': '918e31ad0d5f410eac8b4de9626cac1f', 'mac_address': 'fa:16:3e:80:f5:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a52af78f-7ad6-4e52-9c94-77c21fdc33b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '8da5f9ec-8d10-4fc1-8b60-251865469edd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:15:10Z', 'updated_at': '2021-04-30T13:15:29Z', 'revision_number': 5, 'project_id': '918e31ad0d5f410eac8b4de9626cac1f', 'subnets': [{'id': '8da5f9ec-8d10-4fc1-8b60-251865469edd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 13:16:09.412044 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.managers [None req-e3a6130f-20fb-4237-ba43-92da580c859c admin admin] Network b0c9f4ec-c908-4fbb-92ce-ebb513ed6987 has no segments {{(pid=73809) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 13:16:09.450441 dv-cinder-787195-5-smb neutron-server[73809]: Traceback (most recent call last): Apr 30 13:16:09.450441 dv-cinder-787195-5-smb neutron-server[73809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 13:16:09.450441 dv-cinder-787195-5-smb neutron-server[73809]: timer() Apr 30 13:16:09.450441 dv-cinder-787195-5-smb neutron-server[73809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 13:16:09.450441 dv-cinder-787195-5-smb neutron-server[73809]: cb(*args, **kw) Apr 30 13:16:09.450441 dv-cinder-787195-5-smb neutron-server[73809]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 30 13:16:09.450441 dv-cinder-787195-5-smb neutron-server[73809]: return func(*args, **kwargs) Apr 30 13:16:09.450441 dv-cinder-787195-5-smb neutron-server[73809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 13:16:09.450441 dv-cinder-787195-5-smb neutron-server[73809]: self._notify() Apr 30 13:16:09.450441 dv-cinder-787195-5-smb neutron-server[73809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 13:16:09.450441 dv-cinder-787195-5-smb neutron-server[73809]: self.callback(batched_events) Apr 30 13:16:09.450441 dv-cinder-787195-5-smb neutron-server[73809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 13:16:09.450441 dv-cinder-787195-5-smb neutron-server[73809]: event.method(event) Apr 30 13:16:09.450441 dv-cinder-787195-5-smb neutron-server[73809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 30 13:16:09.450441 dv-cinder-787195-5-smb neutron-server[73809]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 13:16:09.450441 dv-cinder-787195-5-smb neutron-server[73809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 30 13:16:09.450441 dv-cinder-787195-5-smb neutron-server[73809]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 13:16:09.450441 dv-cinder-787195-5-smb neutron-server[73809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 30 13:16:09.450441 dv-cinder-787195-5-smb neutron-server[73809]: return f(self, *a, **k) Apr 30 13:16:09.450441 dv-cinder-787195-5-smb neutron-server[73809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 30 13:16:09.450441 dv-cinder-787195-5-smb neutron-server[73809]: return self._get(url).json() Apr 30 13:16:09.450441 dv-cinder-787195-5-smb neutron-server[73809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 30 13:16:09.450441 dv-cinder-787195-5-smb neutron-server[73809]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 13:16:09.450441 dv-cinder-787195-5-smb neutron-server[73809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 13:16:09.450441 dv-cinder-787195-5-smb neutron-server[73809]: return self.request(url, 'GET', **kwargs) Apr 30 13:16:09.450441 dv-cinder-787195-5-smb neutron-server[73809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 13:16:09.450441 dv-cinder-787195-5-smb neutron-server[73809]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 13:16:09.450441 dv-cinder-787195-5-smb neutron-server[73809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 13:16:09.450441 dv-cinder-787195-5-smb neutron-server[73809]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 13:16:09.450441 dv-cinder-787195-5-smb neutron-server[73809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 13:16:09.450441 dv-cinder-787195-5-smb neutron-server[73809]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 13:16:09.450441 dv-cinder-787195-5-smb neutron-server[73809]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 13:16:09.579083 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-1a8743ee-ffa5-417c-8148-84473ce197ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:09.705282 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-1a8743ee-ffa5-417c-8148-84473ce197ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:09.798413 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b107aa68-1889-444e-a15b-de9666b83d32 None None] New status for floating IP 70e29496-5f07-457a-85ef-3fbee2c36e01: ACTIVE {{(pid=73812) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 13:16:09.897589 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-e3a6130f-20fb-4237-ba43-92da580c859c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3997869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-920133'] for network, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:09.917650 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-635224bc-516e-470c-bfc5-14f987591536 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:16:09.939572 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-e3a6130f-20fb-4237-ba43-92da580c859c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647359'] for network, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:09.945417 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a6130f-20fb-4237-ba43-92da580c859c admin admin] Pushing event deleted for resources: {'Network': ['ID=b0c9f4ec-c908-4fbb-92ce-ebb513ed6987,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:16:09.958255 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-e3a6130f-20fb-4237-ba43-92da580c859c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:16:09.958505 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae980a49-f767-4607-be77-3058b6afca51 req-63672745-4138-4c28-b37c-df8b86054da3 tempest-VolumesActionsTest-1326045407 tempest-VolumesActionsTest-1326045407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:09.970847 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-ae980a49-f767-4607-be77-3058b6afca51 req-63672745-4138-4c28-b37c-df8b86054da3 tempest-VolumesActionsTest-1326045407 tempest-VolumesActionsTest-1326045407-project] 10.222.0.84 "GET /v2.0/ports?device_id=53698038-cdf3-4448-b98b-79fcb1c503f6 HTTP/1.1" status: 200 len: 943 time: 0.7869422 Apr 30 13:16:09.978049 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [None req-e3a6130f-20fb-4237-ba43-92da580c859c admin admin] 10.222.0.84 "DELETE /v2.0/networks/b0c9f4ec-c908-4fbb-92ce-ebb513ed6987 HTTP/1.1" status: 204 len: 168 time: 2.1408429 Apr 30 13:16:10.003050 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a12a58-0821-4cc6-900c-bbff30db733f req-a335a932-f7f9-43ea-99af-bcf11484eee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:10.004746 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-f3a12a58-0821-4cc6-900c-bbff30db733f req-a335a932-f7f9-43ea-99af-bcf11484eee3 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=8da5f9ec-8d10-4fc1-8b60-251865469edd HTTP/1.1" status: 200 len: 848 time: 0.4054317 Apr 30 13:16:10.018659 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-1a8743ee-ffa5-417c-8148-84473ce197ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985230'] for security_group, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:10.028370 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-c406adcf-b050-44aa-b7be-6e6b3c40bd64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:16:10.057299 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8743ee-ffa5-417c-8148-84473ce197ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbb9c0d9-d8ae-40cc-a026-381760203278,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:16:10.059912 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-1a8743ee-ffa5-417c-8148-84473ce197ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:10.062362 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [None req-1a8743ee-ffa5-417c-8148-84473ce197ce admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/bbb9c0d9-d8ae-40cc-a026-381760203278 HTTP/1.1" status: 204 len: 168 time: 0.8268800 Apr 30 13:16:10.062362 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-1a8743ee-ffa5-417c-8148-84473ce197ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:16:10.119924 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-a578f88b-369a-4029-b8bc-58b8705587ea req-4cabdd70-656a-4f23-9b2b-728170e50d7e service neutron] 10.222.0.95 "GET /v2.0/networks/498fb676-a7c7-4aff-a8a4-77d8f68f6edc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8182979 Apr 30 13:16:10.195990 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d1176a-8700-49f7-8c1c-a28d390c537d req-4e7e7660-9da1-4d26-9291-dfcf9db6d967 tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:10.198160 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-03d1176a-8700-49f7-8c1c-a28d390c537d req-4e7e7660-9da1-4d26-9291-dfcf9db6d967 tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] 10.222.0.84 "GET /v2.0/ports?device_id=629aaee7-e32c-43e8-ad87-68a35cc7a888 HTTP/1.1" status: 200 len: 945 time: 0.4617629 Apr 30 13:16:10.217189 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.84', 54464) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:16:10.289741 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [None req-e18f4529-e87d-46ef-bc6d-0207a9636042 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=92d4f7f071fa47528a7d99acec4facd1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0679109 Apr 30 13:16:10.290503 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.84', 54470) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:16:10.300535 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53698038-cdf3-4448-b98b-79fcb1c503f6', 'tag': '7bf74e4f-3089-4de6-842e-a568834f2a40'}] {{(pid=73810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:16:10.337312 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-ae980a49-f767-4607-be77-3058b6afca51 req-a712bd6e-2c7d-4161-a27f-9f5dd38d3f50 tempest-VolumesActionsTest-1326045407 tempest-VolumesActionsTest-1326045407-project] 10.222.0.84 "GET /v2.0/security-groups?id=fdcb6b3f-1d64-439e-9ac9-5b122eddab9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3650048 Apr 30 13:16:10.383004 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000748'] for agent, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:10.414362 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-a9809be2-9698-4374-9f9c-37a7f7ed6b1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:10.479984 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-a9809be2-9698-4374-9f9c-37a7f7ed6b1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:10.524180 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-03d1176a-8700-49f7-8c1c-a28d390c537d req-7d1c9f68-e6d2-4a1f-9024-6855ba1fba14 tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] 10.222.0.84 "GET /v2.0/security-groups?id=3c42be87-8352-42cf-a6e1-e7e026aabbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3153121 Apr 30 13:16:10.546468 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a12a58-0821-4cc6-900c-bbff30db733f req-5010ca23-393a-4455-89a5-5ac2197ba4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:10.548673 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-f3a12a58-0821-4cc6-900c-bbff30db733f req-5010ca23-393a-4455-89a5-5ac2197ba4f6 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=1457f85c-3f42-4120-b6e2-0f4ede8b9218&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.5033143 Apr 30 13:16:10.579923 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-a9809be2-9698-4374-9f9c-37a7f7ed6b1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985230'] for security_group, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:10.584926 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-7419cdaa-acae-4b41-846e-fffaf6da2485 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:16:10.622740 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9809be2-9698-4374-9f9c-37a7f7ed6b1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28c1a3fc-595e-4e83-a833-c61ebc8e6aa5,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:16:10.636098 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-a9809be2-9698-4374-9f9c-37a7f7ed6b1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:16:10.650002 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-a9809be2-9698-4374-9f9c-37a7f7ed6b1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:10.652169 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [None req-a9809be2-9698-4374-9f9c-37a7f7ed6b1a admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/28c1a3fc-595e-4e83-a833-c61ebc8e6aa5 HTTP/1.1" status: 204 len: 168 time: 0.3604820 Apr 30 13:16:10.709734 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.84', 54488) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:16:10.740756 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-62e267ef-b2df-47d2-b6c7-f00d118c90be admin admin] Notify callbacks [] for security_group, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:10.762444 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-62e267ef-b2df-47d2-b6c7-f00d118c90be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:16:10.768257 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-62e267ef-b2df-47d2-b6c7-f00d118c90be admin admin] Usage tracker for resource:security_group_rule and tenant:d8a8ac8bc7744c5aa6c009f42105fd29 is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:16:10.772958 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-62e267ef-b2df-47d2-b6c7-f00d118c90be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:16:10.783607 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-62e267ef-b2df-47d2-b6c7-f00d118c90be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:16:10.798191 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53698038-cdf3-4448-b98b-79fcb1c503f6', 'tag': '7bf74e4f-3089-4de6-842e-a568834f2a40', 'status': 'completed', 'code': 200} Apr 30 13:16:10.830604 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-a578f88b-369a-4029-b8bc-58b8705587ea req-e4bfe950-cc9d-4a50-bb05-46927f9f22e4 service neutron] 10.222.0.95 "GET /v2.0/networks/498fb676-a7c7-4aff-a8a4-77d8f68f6edc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6871231 Apr 30 13:16:10.983124 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-62e267ef-b2df-47d2-b6c7-f00d118c90be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:10.998093 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-62e267ef-b2df-47d2-b6c7-f00d118c90be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985230'] for security_group, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:11.015495 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-a13343aa-6886-4660-a857-7413a09b6efb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:16:11.099774 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [None req-62e267ef-b2df-47d2-b6c7-f00d118c90be admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=d8a8ac8bc7744c5aa6c009f42105fd29&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3883290 Apr 30 13:16:11.102853 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e267ef-b2df-47d2-b6c7-f00d118c90be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32f1c290-4b2e-41de-9831-92c9af4c460b,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:16:11.105126 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.84', 54494) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:16:11.110368 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-62e267ef-b2df-47d2-b6c7-f00d118c90be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:16:11.125989 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-f3a12a58-0821-4cc6-900c-bbff30db733f req-e228b792-5dab-474f-8d09-86bc0029ef19 service neutron] 10.222.0.95 "GET /v2.0/networks/1457f85c-3f42-4120-b6e2-0f4ede8b9218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5546241 Apr 30 13:16:11.207573 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c85447-0432-4e92-b2d6-08ea8bcd6e9a req-f53016d0-e4fd-4a27-b220-be192bcfcb2b tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:11.209112 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-76c85447-0432-4e92-b2d6-08ea8bcd6e9a req-f53016d0-e4fd-4a27-b220-be192bcfcb2b tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] 10.222.0.84 "GET /v2.0/networks?id=a2370fd2-9a9f-499d-8dea-fb3ea7c82d60 HTTP/1.1" status: 200 len: 814 time: 0.4427004 Apr 30 13:16:11.309268 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-76c85447-0432-4e92-b2d6-08ea8bcd6e9a req-0b1b46ae-407a-46a6-a6a8-56ac360b9a4a tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] 10.222.0.84 "GET /v2.0/quotas/4c8480cf79cf411899d291c4db89977f HTTP/1.1" status: 200 len: 375 time: 0.0890396 Apr 30 13:16:11.372989 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c5279c-9ab5-45ba-9a00-3d4f22998919 req-5257637c-ab7b-4d06-a025-d5e58d374c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:11.374585 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-45c5279c-9ab5-45ba-9a00-3d4f22998919 req-5257637c-ab7b-4d06-a025-d5e58d374c87 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=fae8bf8d2613435694149d1f166a242f&device_id=53698038-cdf3-4448-b98b-79fcb1c503f6 HTTP/1.1" status: 200 len: 1096 time: 0.3913252 Apr 30 13:16:11.387127 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-0921f7d5-5022-46d4-ba4b-c092b3410f6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:11.433776 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.84', 54502) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:16:11.499823 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [None req-798e390a-8fb5-4d2b-8ef3-28dc18dd4dff admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=9c57047f176247a691c489d61f2ea5a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0628653 Apr 30 13:16:11.502099 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.84', 54506) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:16:11.543479 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-0921f7d5-5022-46d4-ba4b-c092b3410f6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:11.557482 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-f3a12a58-0821-4cc6-900c-bbff30db733f req-729db14b-1a1e-47b7-8002-11bc3a18aae0 service neutron] 10.222.0.95 "GET /v2.0/networks/1457f85c-3f42-4120-b6e2-0f4ede8b9218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4081874 Apr 30 13:16:11.575837 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-5cc61c3d-0c9c-4a5f-8cf5-dd4dd4bfac4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:11.624915 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-5cc61c3d-0c9c-4a5f-8cf5-dd4dd4bfac4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:11.702883 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-5cc61c3d-0c9c-4a5f-8cf5-dd4dd4bfac4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985230'] for security_group, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:11.707409 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-cc780582-c544-4709-bf48-a874e8e1fef6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:16:11.721812 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc61c3d-0c9c-4a5f-8cf5-dd4dd4bfac4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=045ceb33-1596-4cc7-b255-6697d89b8f27,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:16:11.724317 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-5cc61c3d-0c9c-4a5f-8cf5-dd4dd4bfac4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:16:11.733128 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-5cc61c3d-0c9c-4a5f-8cf5-dd4dd4bfac4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:11.736096 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [None req-5cc61c3d-0c9c-4a5f-8cf5-dd4dd4bfac4b admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/045ceb33-1596-4cc7-b255-6697d89b8f27 HTTP/1.1" status: 204 len: 168 time: 0.2302201 Apr 30 13:16:11.775885 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-76c85447-0432-4e92-b2d6-08ea8bcd6e9a req-7b12329d-3a01-494a-be30-e6a96d6a9997 tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=4c8480cf79cf411899d291c4db89977f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4455979 Apr 30 13:16:11.778108 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c5279c-9ab5-45ba-9a00-3d4f22998919 req-31c74065-10e2-4bd1-bc01-200149f54466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:11.779586 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-45c5279c-9ab5-45ba-9a00-3d4f22998919 req-31c74065-10e2-4bd1-bc01-200149f54466 service neutron] 10.222.0.95 "GET /v2.0/networks?id=498fb676-a7c7-4aff-a8a4-77d8f68f6edc HTTP/1.1" status: 200 len: 910 time: 0.3831353 Apr 30 13:16:11.889190 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-0921f7d5-5022-46d4-ba4b-c092b3410f6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985230'] for security_group, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:11.904225 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-4337f546-8cb0-42c3-98f9-ae1bc68a24c2 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:16:11.916855 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-45c5279c-9ab5-45ba-9a00-3d4f22998919 req-78fb63af-3d6b-4d95-a5c8-5d2af3271fc3 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7bf74e4f-3089-4de6-842e-a568834f2a40 HTTP/1.1" status: 200 len: 217 time: 0.1227727 Apr 30 13:16:11.971333 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0921f7d5-5022-46d4-ba4b-c092b3410f6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32f1c290-4b2e-41de-9831-92c9af4c460b,revision_number=None']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:16:12.116228 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-0921f7d5-5022-46d4-ba4b-c092b3410f6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:16:12.162582 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793c6bfc-6b01-4743-964a-06623132c94d req-ddfe4731-515c-4be1-bf08-0c6a5a3892f3 tempest-VolumesActionsTest-1326045407 tempest-VolumesActionsTest-1326045407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:12.164395 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-793c6bfc-6b01-4743-964a-06623132c94d req-ddfe4731-515c-4be1-bf08-0c6a5a3892f3 tempest-VolumesActionsTest-1326045407 tempest-VolumesActionsTest-1326045407-project] 10.222.0.84 "GET /v2.0/ports?device_id=53698038-cdf3-4448-b98b-79fcb1c503f6 HTTP/1.1" status: 200 len: 943 time: 0.6244237 Apr 30 13:16:12.186162 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-0921f7d5-5022-46d4-ba4b-c092b3410f6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:12.189977 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [None req-0921f7d5-5022-46d4-ba4b-c092b3410f6a admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/32f1c290-4b2e-41de-9831-92c9af4c460b HTTP/1.1" status: 204 len: 168 time: 1.0802047 Apr 30 13:16:12.268254 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c5279c-9ab5-45ba-9a00-3d4f22998919 req-e8e90e09-3a52-40b5-a3dc-4b3f9997a601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:12.269771 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-45c5279c-9ab5-45ba-9a00-3d4f22998919 req-e8e90e09-3a52-40b5-a3dc-4b3f9997a601 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=a1f3e9e4-9b81-4c7c-88de-f1de33d982ba HTTP/1.1" status: 200 len: 848 time: 0.2963841 Apr 30 13:16:12.277995 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-793c6bfc-6b01-4743-964a-06623132c94d req-50bc65b9-025d-4271-a4b4-f23607ecf335 tempest-VolumesActionsTest-1326045407 tempest-VolumesActionsTest-1326045407-project] 10.222.0.84 "GET /v2.0/security-groups?id=fdcb6b3f-1d64-439e-9ac9-5b122eddab9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989573 Apr 30 13:16:12.280111 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-76c85447-0432-4e92-b2d6-08ea8bcd6e9a req-b61211f6-9cb0-45df-9b47-fcb237325f85 service neutron] 10.222.0.84 "GET /v2.0/networks/a2370fd2-9a9f-499d-8dea-fb3ea7c82d60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4850614 Apr 30 13:16:12.348277 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-45c5279c-9ab5-45ba-9a00-3d4f22998919 req-8aa1dbda-f4ce-4218-b5cf-dee3e475a86d service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=498fb676-a7c7-4aff-a8a4-77d8f68f6edc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0671685 Apr 30 13:16:12.661032 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-76c85447-0432-4e92-b2d6-08ea8bcd6e9a req-c93aa49e-1ddb-44c2-af33-f81e476eb9d3 service neutron] 10.222.0.84 "GET /v2.0/networks/a2370fd2-9a9f-499d-8dea-fb3ea7c82d60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3404939 Apr 30 13:16:12.744683 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-45c5279c-9ab5-45ba-9a00-3d4f22998919 req-65465fb7-3166-46bb-ba4e-9c83b31139cd service neutron] 10.222.0.95 "GET /v2.0/networks/498fb676-a7c7-4aff-a8a4-77d8f68f6edc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3762918 Apr 30 13:16:12.909026 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6237ec25-5f93-4d9e-9b2d-573d87042ffc req-ec9ef936-6bb4-4579-bbe0-1042e1318b9b tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:12.916515 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-6237ec25-5f93-4d9e-9b2d-573d87042ffc req-ec9ef936-6bb4-4579-bbe0-1042e1318b9b tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] 10.222.0.84 "GET /v2.0/ports?device_id=629aaee7-e32c-43e8-ad87-68a35cc7a888 HTTP/1.1" status: 200 len: 945 time: 0.2424519 Apr 30 13:16:12.981713 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-45c5279c-9ab5-45ba-9a00-3d4f22998919 req-fac96c12-873a-492a-a399-02510f09e72a service neutron] 10.222.0.95 "GET /v2.0/networks/498fb676-a7c7-4aff-a8a4-77d8f68f6edc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2198236 Apr 30 13:16:13.000005 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-6237ec25-5f93-4d9e-9b2d-573d87042ffc req-a0d9a523-a602-48cf-9bb4-6a796f566a82 tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] 10.222.0.84 "GET /v2.0/security-groups?id=3c42be87-8352-42cf-a6e1-e7e026aabbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819337 Apr 30 13:16:13.238652 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-fcea0d1c-2460-4efa-9bdf-b438bebb9b44 req-7a15116b-61e7-495b-91c8-c2965090a8ce tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] 10.222.0.84 "GET /v2.0/ports?device_id=e16b046c-4ffa-4103-9879-7d8595d38074 HTTP/1.1" status: 200 len: 210 time: 0.0896833 Apr 30 13:16:13.576331 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55af320-7e3a-416b-bd99-5ea1011fc131 req-c9df03b6-1aca-4aaf-a335-fcdc9c0df4b5 tempest-VolumesActionsTest-1326045407 tempest-VolumesActionsTest-1326045407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:13.578486 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-e55af320-7e3a-416b-bd99-5ea1011fc131 req-c9df03b6-1aca-4aaf-a335-fcdc9c0df4b5 tempest-VolumesActionsTest-1326045407 tempest-VolumesActionsTest-1326045407-project] 10.222.0.84 "GET /v2.0/ports?device_id=53698038-cdf3-4448-b98b-79fcb1c503f6 HTTP/1.1" status: 200 len: 943 time: 0.1271799 Apr 30 13:16:13.666497 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-e55af320-7e3a-416b-bd99-5ea1011fc131 req-a19abef3-4f60-4865-a7f5-da03dcaa3e95 tempest-VolumesActionsTest-1326045407 tempest-VolumesActionsTest-1326045407-project] 10.222.0.84 "GET /v2.0/security-groups?id=fdcb6b3f-1d64-439e-9ac9-5b122eddab9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609748 Apr 30 13:16:14.328637 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6482665a-2535-4433-9f69-ce5649dc1acb req-f2cab764-5950-47e2-aa35-89252fe4cceb tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:14.330787 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-6482665a-2535-4433-9f69-ce5649dc1acb req-f2cab764-5950-47e2-aa35-89252fe4cceb tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] 10.222.0.84 "GET /v2.0/ports?device_id=629aaee7-e32c-43e8-ad87-68a35cc7a888 HTTP/1.1" status: 200 len: 945 time: 0.1423681 Apr 30 13:16:14.390720 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-6482665a-2535-4433-9f69-ce5649dc1acb req-c923ce84-8f9f-461f-98f5-6fa4a4a53acc tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] 10.222.0.84 "GET /v2.0/security-groups?id=3c42be87-8352-42cf-a6e1-e7e026aabbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495844 Apr 30 13:16:14.613302 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.84', 54612) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:16:14.616378 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-578fdf37-dd2e-44e1-99ec-6bbb381c0046 req-5744f608-660d-4778-93dc-4910a3d685e6 tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] 10.222.0.84 "GET /v2.0/ports?device_id=e16b046c-4ffa-4103-9879-7d8595d38074 HTTP/1.1" status: 200 len: 210 time: 0.0631146 Apr 30 13:16:14.754648 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.rpc [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Device 7bf74e4f-3089-4de6-842e-a568834f2a40 details requested by agent hyperv_hv-cinder-78719 with host hv-cinder-78719 {{(pid=73812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 13:16:14.957382 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c85447-0432-4e92-b2d6-08ea8bcd6e9a req-edb28b1e-1b53-4f52-b40e-23f12aef7dec tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:14.959743 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-76c85447-0432-4e92-b2d6-08ea8bcd6e9a req-edb28b1e-1b53-4f52-b40e-23f12aef7dec tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] 10.222.0.95 "GET /v2.0/networks?id=a2370fd2-9a9f-499d-8dea-fb3ea7c82d60 HTTP/1.1" status: 200 len: 814 time: 0.2569659 Apr 30 13:16:15.015285 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-396f4c8d-9a6a-473c-8cf2-237a4d6d8885 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:15.035531 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.v2.base [req-76c85447-0432-4e92-b2d6-08ea8bcd6e9a req-d979eeae-217e-4f93-80d9-2e04da9f4e1b tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] Request body: {'port': {'device_id': 'e16b046c-4ffa-4103-9879-7d8595d38074', 'network_id': 'a2370fd2-9a9f-499d-8dea-fb3ea7c82d60', 'admin_state_up': True, 'tenant_id': '4c8480cf79cf411899d291c4db89977f'}} {{(pid=73810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:16:15.053438 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-396f4c8d-9a6a-473c-8cf2-237a4d6d8885 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:16:15.067222 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-396f4c8d-9a6a-473c-8cf2-237a4d6d8885 admin admin] Usage tracker for resource:security_group_rule and tenant:2294cd0ee24b4e8ba6e2e1b81f2e7632 is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:16:15.075756 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-396f4c8d-9a6a-473c-8cf2-237a4d6d8885 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:16:15.083904 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-396f4c8d-9a6a-473c-8cf2-237a4d6d8885 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:16:15.135773 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.db [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] For port 7bf74e4f-3089-4de6-842e-a568834f2a40, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=7bf74e4f-3089-4de6-842e-a568834f2a40,segment=NetworkSegment(deaf4bab-5062-4453-8382-c60f3222d550),segment_id=deaf4bab-5062-4453-8382-c60f3222d550)] {{(pid=73812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:16:15.153052 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.rpc [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Returning: {'device': '7bf74e4f-3089-4de6-842e-a568834f2a40', 'network_id': '498fb676-a7c7-4aff-a8a4-77d8f68f6edc', 'port_id': '7bf74e4f-3089-4de6-842e-a568834f2a40', 'mac_address': 'fa:16:3e:d7:5d:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1f3e9e4-9b81-4c7c-88de-f1de33d982ba', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 13:16:15.231807 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a5b5f9-7aae-4548-bfd6-85e231fa3039 req-d1eedf6d-d228-484a-861b-3b471de9d1bc tempest-VolumesActionsTest-1326045407 tempest-VolumesActionsTest-1326045407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:15.233965 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-58a5b5f9-7aae-4548-bfd6-85e231fa3039 req-d1eedf6d-d228-484a-861b-3b471de9d1bc tempest-VolumesActionsTest-1326045407 tempest-VolumesActionsTest-1326045407-project] 10.222.0.84 "GET /v2.0/ports?device_id=53698038-cdf3-4448-b98b-79fcb1c503f6 HTTP/1.1" status: 200 len: 943 time: 0.2646117 Apr 30 13:16:15.248131 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-396f4c8d-9a6a-473c-8cf2-237a4d6d8885 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:15.249794 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4120257'] for port, before_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:15.261028 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-396f4c8d-9a6a-473c-8cf2-237a4d6d8885 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985230'] for security_group, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:15.279770 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-f6a5b954-3278-4d70-ae5b-24c9d5094af1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:16:15.283608 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.notifiers.nova [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7bf74e4f-3089-4de6-842e-a568834f2a40 {{(pid=73812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 13:16:15.304296 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.db [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] For port 7bf74e4f-3089-4de6-842e-a568834f2a40, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=7bf74e4f-3089-4de6-842e-a568834f2a40,segment=NetworkSegment(deaf4bab-5062-4453-8382-c60f3222d550),segment_id=deaf4bab-5062-4453-8382-c60f3222d550)] {{(pid=73812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:16:15.310791 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4120194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773353276007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773352839720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773352839765'] for port, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:15.317317 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-509f4cdc-cab4-4b7b-8b30-a493cc3877f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:16:15.359764 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396f4c8d-9a6a-473c-8cf2-237a4d6d8885 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b39dc6ba-2621-4f64-9469-62a8e20b2dad,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:16:15.364622 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [req-76c85447-0432-4e92-b2d6-08ea8bcd6e9a req-d979eeae-217e-4f93-80d9-2e04da9f4e1b tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:16:15.375527 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-396f4c8d-9a6a-473c-8cf2-237a4d6d8885 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:16:15.389247 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [None req-396f4c8d-9a6a-473c-8cf2-237a4d6d8885 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=2294cd0ee24b4e8ba6e2e1b81f2e7632&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7744646 Apr 30 13:16:15.390398 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.84', 54636) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:16:15.420932 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [req-76c85447-0432-4e92-b2d6-08ea8bcd6e9a req-d979eeae-217e-4f93-80d9-2e04da9f4e1b tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:16:15.445124 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-58a5b5f9-7aae-4548-bfd6-85e231fa3039 req-31030caa-2d90-4b47-b41c-3a0a5a5c9765 tempest-VolumesActionsTest-1326045407 tempest-VolumesActionsTest-1326045407-project] 10.222.0.84 "GET /v2.0/security-groups?id=fdcb6b3f-1d64-439e-9ac9-5b122eddab9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902444 Apr 30 13:16:15.459379 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Pushing event updated for resources: {'Port': ['ID=7bf74e4f-3089-4de6-842e-a568834f2a40,revision_number=4']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:16:15.476751 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76c85447-0432-4e92-b2d6-08ea8bcd6e9a req-d979eeae-217e-4f93-80d9-2e04da9f4e1b tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] Made reservation on behalf of 4c8480cf79cf411899d291c4db89977f for: {'port': 1} {{(pid=73810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:16:15.482378 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-76c85447-0432-4e92-b2d6-08ea8bcd6e9a req-d979eeae-217e-4f93-80d9-2e04da9f4e1b tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4120257'] for port, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:15.487494 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:16:15.498403 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-a1d1be25-2fa3-4695-92cd-dc4778d73347 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:15.548486 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-a1d1be25-2fa3-4695-92cd-dc4778d73347 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:15.675953 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-a1d1be25-2fa3-4695-92cd-dc4778d73347 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985230'] for security_group, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:15.681299 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:16:15.696584 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d1be25-2fa3-4695-92cd-dc4778d73347 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b39dc6ba-2621-4f64-9469-62a8e20b2dad,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:16:15.699780 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-a1d1be25-2fa3-4695-92cd-dc4778d73347 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:16:15.706886 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-a1d1be25-2fa3-4695-92cd-dc4778d73347 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:15.710900 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [None req-a1d1be25-2fa3-4695-92cd-dc4778d73347 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/b39dc6ba-2621-4f64-9469-62a8e20b2dad HTTP/1.1" status: 204 len: 168 time: 0.3191068 Apr 30 13:16:15.866932 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.db [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] get_ports_and_sgs() called for port_ids ['7bf74e4f-3089-4de6-842e-a568834f2a40'] {{(pid=73812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 13:16:16.136467 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-44e29c3e-d539-45bc-870f-6ec6fccda3b6 req-e1afe65f-1607-422f-8555-79554a31038e tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] 10.222.0.84 "GET /v2.0/ports?device_id=e16b046c-4ffa-4103-9879-7d8595d38074 HTTP/1.1" status: 200 len: 210 time: 0.2039323 Apr 30 13:16:16.167198 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.db.db_base_plugin_common [req-76c85447-0432-4e92-b2d6-08ea8bcd6e9a req-d979eeae-217e-4f93-80d9-2e04da9f4e1b tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] Allocated IP 172.20.0.6 (a2370fd2-9a9f-499d-8dea-fb3ea7c82d60/295a1801-3c8d-4aef-b140-f11bdef5d697/16938175-7c59-4356-9320-b19dadd8b52c) {{(pid=73810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 13:16:16.207523 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073b8b1b-8145-4750-bbb1-662985bd34af req-6c1878d0-60ad-4cba-bc1f-6987b9ef000c tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:16.209276 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-073b8b1b-8145-4750-bbb1-662985bd34af req-6c1878d0-60ad-4cba-bc1f-6987b9ef000c tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] 10.222.0.84 "GET /v2.0/ports?device_id=629aaee7-e32c-43e8-ad87-68a35cc7a888 HTTP/1.1" status: 200 len: 945 time: 0.4594278 Apr 30 13:16:16.228675 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.84', 54666) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:16:16.247457 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-22e5d6b2-71f6-4dff-8ffb-fdd06c2c87a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:16.263390 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-22e5d6b2-71f6-4dff-8ffb-fdd06c2c87a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:16:16.267970 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-22e5d6b2-71f6-4dff-8ffb-fdd06c2c87a4 admin admin] Usage tracker for resource:security_group_rule and tenant:91e48cc0714648afa0938b525dea23d1 is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:16:16.271618 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-22e5d6b2-71f6-4dff-8ffb-fdd06c2c87a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:16:16.282897 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-22e5d6b2-71f6-4dff-8ffb-fdd06c2c87a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:16:16.302099 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.84', 54670) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:16:16.329997 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-073b8b1b-8145-4750-bbb1-662985bd34af req-f30d2a1a-a140-46c2-8233-07a7ca247259 tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] 10.222.0.84 "GET /v2.0/security-groups?id=3c42be87-8352-42cf-a6e1-e7e026aabbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086917 Apr 30 13:16:16.333608 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.db.agents_db [None req-91df71b6-c2d8-49d0-b68d-2a1f0a47a62a None None] Agent healthcheck: found 6 active agents {{(pid=73814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 13:16:16.389223 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-22e5d6b2-71f6-4dff-8ffb-fdd06c2c87a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:16.394173 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-22e5d6b2-71f6-4dff-8ffb-fdd06c2c87a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985230'] for security_group, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:16.408859 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-8ea57901-bf96-49b7-b3d6-9cb0f118ada6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:16:16.455828 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [None req-22e5d6b2-71f6-4dff-8ffb-fdd06c2c87a4 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=91e48cc0714648afa0938b525dea23d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2256019 Apr 30 13:16:16.459814 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.84', 54678) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:16:16.463957 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e5d6b2-71f6-4dff-8ffb-fdd06c2c87a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=601d93b9-b3da-4d4c-b0a3-32e1befa94ae,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:16:16.480067 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-76c85447-0432-4e92-b2d6-08ea8bcd6e9a req-d979eeae-217e-4f93-80d9-2e04da9f4e1b tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] Notify callbacks [] for port, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:16.484685 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-22e5d6b2-71f6-4dff-8ffb-fdd06c2c87a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:16:16.550534 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-7c343d3d-9c67-406c-a29d-5262dfa7c25a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:16.581981 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-76c85447-0432-4e92-b2d6-08ea8bcd6e9a req-d979eeae-217e-4f93-80d9-2e04da9f4e1b tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4120194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773352839702'] for port, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:16.596200 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-7c343d3d-9c67-406c-a29d-5262dfa7c25a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:16.612658 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-4fcab349-1969-4c86-ba2d-902729b8444c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:16:16.757404 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-d74eda7d-2391-4e13-8e04-6c04820b374b admin admin] Notify callbacks [] for security_group, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:16.797398 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d979eeae-217e-4f93-80d9-2e04da9f4e1b tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] Pushing event updated for resources: {'Port': ['ID=16938175-7c59-4356-9320-b19dadd8b52c,revision_number=1']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:16:16.802605 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76c85447-0432-4e92-b2d6-08ea8bcd6e9a req-d979eeae-217e-4f93-80d9-2e04da9f4e1b tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] Network a2370fd2-9a9f-499d-8dea-fb3ea7c82d60 is already hosted by enough agents. {{(pid=73810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:16:16.821870 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-d979eeae-217e-4f93-80d9-2e04da9f4e1b tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:16:16.822990 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.scheduler.base_scheduler [req-76c85447-0432-4e92-b2d6-08ea8bcd6e9a req-d979eeae-217e-4f93-80d9-2e04da9f4e1b tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] Resources bound (agent type, host, resource id): {{(pid=73810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:16:16.825530 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.db.l3_dvrscheduler_db [req-76c85447-0432-4e92-b2d6-08ea8bcd6e9a req-d979eeae-217e-4f93-80d9-2e04da9f4e1b tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] Received port after_create {{(pid=73810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 13:16:16.832821 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c85447-0432-4e92-b2d6-08ea8bcd6e9a req-d979eeae-217e-4f93-80d9-2e04da9f4e1b tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:16.833494 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-76c85447-0432-4e92-b2d6-08ea8bcd6e9a req-d979eeae-217e-4f93-80d9-2e04da9f4e1b tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647359'] for port, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:16.862468 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-d74eda7d-2391-4e13-8e04-6c04820b374b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:16:16.880512 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-d74eda7d-2391-4e13-8e04-6c04820b374b admin admin] Usage tracker for resource:security_group_rule and tenant:7f3f713c1ba840ef9f7dac5b62295cb7 is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:16:16.885384 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-d74eda7d-2391-4e13-8e04-6c04820b374b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:16:16.895769 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-7c343d3d-9c67-406c-a29d-5262dfa7c25a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985230'] for security_group, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:16.899916 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-d74eda7d-2391-4e13-8e04-6c04820b374b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:16:16.905215 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-ff8c0280-c999-4c23-8dbe-a4d8b0816f1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:16:16.932580 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c343d3d-9c67-406c-a29d-5262dfa7c25a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=601d93b9-b3da-4d4c-b0a3-32e1befa94ae,revision_number=None']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:16:16.935379 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-7c343d3d-9c67-406c-a29d-5262dfa7c25a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:16:16.952902 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-76c85447-0432-4e92-b2d6-08ea8bcd6e9a req-d979eeae-217e-4f93-80d9-2e04da9f4e1b tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9286540 Apr 30 13:16:16.958873 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-7c343d3d-9c67-406c-a29d-5262dfa7c25a admin admin] Notify callbacks [] for security_group, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:16.962677 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [None req-7c343d3d-9c67-406c-a29d-5262dfa7c25a admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/601d93b9-b3da-4d4c-b0a3-32e1befa94ae HTTP/1.1" status: 204 len: 168 time: 0.4991937 Apr 30 13:16:16.979774 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.v2.base [req-76c85447-0432-4e92-b2d6-08ea8bcd6e9a req-06c220d1-842d-44f4-b7d4-3afb14494a53 service neutron] Request body: {'port': {'device_id': 'e16b046c-4ffa-4103-9879-7d8595d38074', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78719'}} {{(pid=73810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:16:17.032538 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1925dcbb-e79c-4ad4-8c52-c3a733a4b072 req-c16c1786-5fc8-47a1-99d3-ab14ebeda509 tempest-VolumesActionsTest-1326045407 tempest-VolumesActionsTest-1326045407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:17.034428 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-1925dcbb-e79c-4ad4-8c52-c3a733a4b072 req-c16c1786-5fc8-47a1-99d3-ab14ebeda509 tempest-VolumesActionsTest-1326045407 tempest-VolumesActionsTest-1326045407-project] 10.222.0.84 "GET /v2.0/ports?device_id=53698038-cdf3-4448-b98b-79fcb1c503f6 HTTP/1.1" status: 200 len: 944 time: 0.3319767 Apr 30 13:16:17.181878 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-1925dcbb-e79c-4ad4-8c52-c3a733a4b072 req-30337aab-1368-4545-9903-956172c390f5 tempest-VolumesActionsTest-1326045407 tempest-VolumesActionsTest-1326045407-project] 10.222.0.84 "GET /v2.0/security-groups?id=fdcb6b3f-1d64-439e-9ac9-5b122eddab9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402330 Apr 30 13:16:17.189005 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-76c85447-0432-4e92-b2d6-08ea8bcd6e9a req-06c220d1-842d-44f4-b7d4-3afb14494a53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4120257'] for port, before_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:17.276292 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-d74eda7d-2391-4e13-8e04-6c04820b374b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:17.278313 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.db [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] get_ports_and_sgs() called for port_ids ['cbc37f6d-ae64-4bbc-810e-9cbb64d89df6', '1f3609a8-d65f-4472-bc4e-764e1a3288a1'] {{(pid=73812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 13:16:17.368219 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-d74eda7d-2391-4e13-8e04-6c04820b374b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985230'] for security_group, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:17.409121 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-0921f7d5-5022-46d4-ba4b-c092b3410f6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:16:17.469301 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74eda7d-2391-4e13-8e04-6c04820b374b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=306109fc-c10b-430e-acc6-8c67718a62a0,revision_number=1']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:16:17.480072 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-d74eda7d-2391-4e13-8e04-6c04820b374b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:16:17.513650 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.84', 54718) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:16:17.514178 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [None req-d74eda7d-2391-4e13-8e04-6c04820b374b admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=7f3f713c1ba840ef9f7dac5b62295cb7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2076590 Apr 30 13:16:17.591140 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-ec10859d-192e-4cf3-bd27-8a6de7658208 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:17.622723 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-ec10859d-192e-4cf3-bd27-8a6de7658208 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:17.684706 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-ec10859d-192e-4cf3-bd27-8a6de7658208 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985230'] for security_group, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:17.693146 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-c43f6ab5-a122-474f-984b-d6591f8b3e25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:16:17.707783 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec10859d-192e-4cf3-bd27-8a6de7658208 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=306109fc-c10b-430e-acc6-8c67718a62a0,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:16:17.710384 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-ec10859d-192e-4cf3-bd27-8a6de7658208 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:16:17.712981 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-ec10859d-192e-4cf3-bd27-8a6de7658208 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:17.713950 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [None req-ec10859d-192e-4cf3-bd27-8a6de7658208 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/306109fc-c10b-430e-acc6-8c67718a62a0 HTTP/1.1" status: 204 len: 168 time: 0.1991339 Apr 30 13:16:17.751336 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52caa68a-e008-4777-9d34-a9044c82142c req-9541877f-f6b8-4d63-ac9b-a970006477aa tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:17.751870 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.quota.resource [req-52caa68a-e008-4777-9d34-a9044c82142c req-9541877f-f6b8-4d63-ac9b-a970006477aa tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] Synchronizing usage tracker for tenant:4c8480cf79cf411899d291c4db89977f on resource:port {{(pid=73810) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:16:17.804660 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.quota.resource [req-52caa68a-e008-4777-9d34-a9044c82142c req-9541877f-f6b8-4d63-ac9b-a970006477aa tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] Unset dirty status for tenant:4c8480cf79cf411899d291c4db89977f on resource:port {{(pid=73810) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:16:17.811729 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-52caa68a-e008-4777-9d34-a9044c82142c req-9541877f-f6b8-4d63-ac9b-a970006477aa tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] 10.222.0.84 "GET /v2.0/ports?device_id=e16b046c-4ffa-4103-9879-7d8595d38074 HTTP/1.1" status: 200 len: 931 time: 0.4487975 Apr 30 13:16:17.836048 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aea05f9-5c3c-4698-8941-6e69b5f0c6fe req-f057e967-1d37-4081-954d-14605fc4a941 tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:17.837600 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-1aea05f9-5c3c-4698-8941-6e69b5f0c6fe req-f057e967-1d37-4081-954d-14605fc4a941 tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] 10.222.0.84 "GET /v2.0/ports?device_id=629aaee7-e32c-43e8-ad87-68a35cc7a888 HTTP/1.1" status: 200 len: 945 time: 0.3503792 Apr 30 13:16:17.958007 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-52caa68a-e008-4777-9d34-a9044c82142c req-6ac038f3-e33c-4cd2-bedc-0e902cea1967 tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] 10.222.0.84 "GET /v2.0/security-groups?id=78b91c60-43f7-43d4-ab5b-e36ce0163f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453190 Apr 30 13:16:17.972782 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-1aea05f9-5c3c-4698-8941-6e69b5f0c6fe req-0273106e-930a-4f16-b6de-d93932c058f9 tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] 10.222.0.84 "GET /v2.0/security-groups?id=3c42be87-8352-42cf-a6e1-e7e026aabbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196868 Apr 30 13:16:17.974919 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.notifiers.nova [req-76c85447-0432-4e92-b2d6-08ea8bcd6e9a req-06c220d1-842d-44f4-b7d4-3afb14494a53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16938175-7c59-4356-9320-b19dadd8b52c {{(pid=73810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 13:16:17.983937 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-76c85447-0432-4e92-b2d6-08ea8bcd6e9a req-06c220d1-842d-44f4-b7d4-3afb14494a53 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:17.999380 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [req-76c85447-0432-4e92-b2d6-08ea8bcd6e9a req-06c220d1-842d-44f4-b7d4-3afb14494a53 service neutron] Transition to ACTIVE for port object 16938175-7c59-4356-9320-b19dadd8b52c will not be triggered until provisioned by entity L2. {{(pid=73810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:16:18.023905 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-76c85447-0432-4e92-b2d6-08ea8bcd6e9a req-06c220d1-842d-44f4-b7d4-3afb14494a53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4120194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773353276007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773352839720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773352839765'] for port, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:18.034908 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-4ae88e03-8dc8-4f08-aa95-5616ccc9d582 tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:16:18.211775 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.84', 54748) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:16:18.225738 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c220d1-842d-44f4-b7d4-3afb14494a53 service neutron] Pushing event updated for resources: {'Port': ['ID=16938175-7c59-4356-9320-b19dadd8b52c,revision_number=2']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:16:18.235462 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-e21094a6-ada0-40b2-a64e-5edd4b1135cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:18.238380 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-06c220d1-842d-44f4-b7d4-3afb14494a53 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:16:18.246858 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.managers [req-76c85447-0432-4e92-b2d6-08ea8bcd6e9a req-06c220d1-842d-44f4-b7d4-3afb14494a53 service neutron] Attempting to bind port 16938175-7c59-4356-9320-b19dadd8b52c on host hv-cinder-78719 for vnic_type normal with profile {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 13:16:18.247186 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.managers [req-76c85447-0432-4e92-b2d6-08ea8bcd6e9a req-06c220d1-842d-44f4-b7d4-3afb14494a53 service neutron] Attempting to bind port 16938175-7c59-4356-9320-b19dadd8b52c by drivers openvswitch,hyperv on host hv-cinder-78719 at level 0 using segments [{'id': '0656c9df-3683-4b19-9e2e-76cd59b3a036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': 'a2370fd2-9a9f-499d-8dea-fb3ea7c82d60'}] {{(pid=73810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 13:16:18.247517 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76c85447-0432-4e92-b2d6-08ea8bcd6e9a req-06c220d1-842d-44f4-b7d4-3afb14494a53 service neutron] Attempting to bind port 16938175-7c59-4356-9320-b19dadd8b52c on network a2370fd2-9a9f-499d-8dea-fb3ea7c82d60 {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:16:18.251901 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-e21094a6-ada0-40b2-a64e-5edd4b1135cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:16:18.253846 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76c85447-0432-4e92-b2d6-08ea8bcd6e9a req-06c220d1-842d-44f4-b7d4-3afb14494a53 service neutron] Port 16938175-7c59-4356-9320-b19dadd8b52c on network a2370fd2-9a9f-499d-8dea-fb3ea7c82d60 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78719 {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 30 13:16:18.253846 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76c85447-0432-4e92-b2d6-08ea8bcd6e9a req-06c220d1-842d-44f4-b7d4-3afb14494a53 service neutron] Attempting to bind port 16938175-7c59-4356-9320-b19dadd8b52c on network a2370fd2-9a9f-499d-8dea-fb3ea7c82d60 {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:16:18.255886 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-e21094a6-ada0-40b2-a64e-5edd4b1135cd admin admin] Usage tracker for resource:security_group_rule and tenant:b02b726e332e45c19af122d45dce90db is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:16:18.259306 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-e21094a6-ada0-40b2-a64e-5edd4b1135cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:16:18.262254 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76c85447-0432-4e92-b2d6-08ea8bcd6e9a req-06c220d1-842d-44f4-b7d4-3afb14494a53 service neutron] Checking agent: {'id': '9979f301-637a-421d-a751-ee4de56fc333', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78719', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 13, 10), 'started_at': datetime.datetime(2021, 4, 30, 13, 13, 10), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 16, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 13:16:18.262604 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76c85447-0432-4e92-b2d6-08ea8bcd6e9a req-06c220d1-842d-44f4-b7d4-3afb14494a53 service neutron] Checking segment: {'id': '0656c9df-3683-4b19-9e2e-76cd59b3a036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': 'a2370fd2-9a9f-499d-8dea-fb3ea7c82d60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:16:18.262990 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76c85447-0432-4e92-b2d6-08ea8bcd6e9a req-06c220d1-842d-44f4-b7d4-3afb14494a53 service neutron] Bound using segment: {'id': '0656c9df-3683-4b19-9e2e-76cd59b3a036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': 'a2370fd2-9a9f-499d-8dea-fb3ea7c82d60'} {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 13:16:18.263427 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.managers [req-76c85447-0432-4e92-b2d6-08ea8bcd6e9a req-06c220d1-842d-44f4-b7d4-3afb14494a53 service neutron] Bound port: 16938175-7c59-4356-9320-b19dadd8b52c, host: hv-cinder-78719, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0656c9df-3683-4b19-9e2e-76cd59b3a036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': 'a2370fd2-9a9f-499d-8dea-fb3ea7c82d60'}}] {{(pid=73810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 13:16:18.263781 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-76c85447-0432-4e92-b2d6-08ea8bcd6e9a req-06c220d1-842d-44f4-b7d4-3afb14494a53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4120257'] for port, before_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:18.265997 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-e21094a6-ada0-40b2-a64e-5edd4b1135cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:16:18.366252 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-e21094a6-ada0-40b2-a64e-5edd4b1135cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:18.371379 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-e21094a6-ada0-40b2-a64e-5edd4b1135cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985230'] for security_group, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:18.373260 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.db [req-76c85447-0432-4e92-b2d6-08ea8bcd6e9a req-06c220d1-842d-44f4-b7d4-3afb14494a53 service neutron] For port 16938175-7c59-4356-9320-b19dadd8b52c, host hv-cinder-78719, cleared binding levels {{(pid=73810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 13:16:18.376837 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.db [req-76c85447-0432-4e92-b2d6-08ea8bcd6e9a req-06c220d1-842d-44f4-b7d4-3afb14494a53 service neutron] For port 16938175-7c59-4356-9320-b19dadd8b52c, host hv-cinder-78719, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=16938175-7c59-4356-9320-b19dadd8b52c,segment=NetworkSegment(0656c9df-3683-4b19-9e2e-76cd59b3a036),segment_id=0656c9df-3683-4b19-9e2e-76cd59b3a036)] {{(pid=73810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 13:16:18.382998 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-0011ccdb-8a73-4494-8540-0da806b14070 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:16:18.417065 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-76c85447-0432-4e92-b2d6-08ea8bcd6e9a req-06c220d1-842d-44f4-b7d4-3afb14494a53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4120194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773353276007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773352839720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773352839765'] for port, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:18.427234 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:16:18.439708 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [None req-e21094a6-ada0-40b2-a64e-5edd4b1135cd admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=b02b726e332e45c19af122d45dce90db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2262955 Apr 30 13:16:18.440796 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.84', 54756) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:16:18.453455 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21094a6-ada0-40b2-a64e-5edd4b1135cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0912c86-75bb-489f-af3a-891e25592d8f,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:16:18.453455 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-e21094a6-ada0-40b2-a64e-5edd4b1135cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:16:18.554100 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-6a91c82a-bff8-4d96-841b-00cf98336ea7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:18.580942 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c85447-0432-4e92-b2d6-08ea8bcd6e9a req-06c220d1-842d-44f4-b7d4-3afb14494a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:18.581586 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-76c85447-0432-4e92-b2d6-08ea8bcd6e9a req-06c220d1-842d-44f4-b7d4-3afb14494a53 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647359'] for port, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:18.582986 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-76c85447-0432-4e92-b2d6-08ea8bcd6e9a req-06c220d1-842d-44f4-b7d4-3afb14494a53 service neutron] 10.222.0.95 "PUT /v2.0/ports/16938175-7c59-4356-9320-b19dadd8b52c HTTP/1.1" status: 200 len: 1093 time: 1.6117058 Apr 30 13:16:18.586677 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e16b046c-4ffa-4103-9879-7d8595d38074', 'tag': '16938175-7c59-4356-9320-b19dadd8b52c'}] {{(pid=73810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:16:18.598280 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-6a91c82a-bff8-4d96-841b-00cf98336ea7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:18.687552 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e16b046c-4ffa-4103-9879-7d8595d38074', 'tag': '16938175-7c59-4356-9320-b19dadd8b52c', 'status': 'completed', 'code': 200} Apr 30 13:16:18.689563 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c220d1-842d-44f4-b7d4-3afb14494a53 service neutron] Pushing event updated for resources: {'Port': ['ID=16938175-7c59-4356-9320-b19dadd8b52c,revision_number=3']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:16:18.693882 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-06c220d1-842d-44f4-b7d4-3afb14494a53 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:16:18.718831 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-6a91c82a-bff8-4d96-841b-00cf98336ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985230'] for security_group, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:18.722563 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4166a557-1ea0-4667-a3dd-e73fbcd88da3 req-e3696240-5aab-4fbc-aa21-f0e702d63c95 tempest-VolumesActionsTest-1326045407 tempest-VolumesActionsTest-1326045407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:18.724309 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-4166a557-1ea0-4667-a3dd-e73fbcd88da3 req-e3696240-5aab-4fbc-aa21-f0e702d63c95 tempest-VolumesActionsTest-1326045407 tempest-VolumesActionsTest-1326045407-project] 10.222.0.84 "GET /v2.0/ports?device_id=53698038-cdf3-4448-b98b-79fcb1c503f6 HTTP/1.1" status: 200 len: 944 time: 0.3459578 Apr 30 13:16:18.729841 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-f2a01299-51fa-4285-a5c1-5bb17640e2ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:16:18.745387 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a91c82a-bff8-4d96-841b-00cf98336ea7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0912c86-75bb-489f-af3a-891e25592d8f,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:16:18.748054 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-6a91c82a-bff8-4d96-841b-00cf98336ea7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:16:18.750322 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-6a91c82a-bff8-4d96-841b-00cf98336ea7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:18.751904 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [None req-6a91c82a-bff8-4d96-841b-00cf98336ea7 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/f0912c86-75bb-489f-af3a-891e25592d8f HTTP/1.1" status: 204 len: 168 time: 0.3085699 Apr 30 13:16:18.786557 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.rpc [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Device 7bf74e4f-3089-4de6-842e-a568834f2a40 up at agent hyperv_hv-cinder-78719 {{(pid=73812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:16:18.806706 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c85447-0432-4e92-b2d6-08ea8bcd6e9a req-057e47a4-6c2c-483b-9fa1-acd8e1e65896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:18.809741 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-76c85447-0432-4e92-b2d6-08ea8bcd6e9a req-057e47a4-6c2c-483b-9fa1-acd8e1e65896 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=4c8480cf79cf411899d291c4db89977f&device_id=e16b046c-4ffa-4103-9879-7d8595d38074 HTTP/1.1" status: 200 len: 1096 time: 0.1663620 Apr 30 13:16:18.829326 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-4166a557-1ea0-4667-a3dd-e73fbcd88da3 req-2ca69ae5-02d2-49d1-bd8a-f3cd4b1da2e8 tempest-VolumesActionsTest-1326045407 tempest-VolumesActionsTest-1326045407-project] 10.222.0.84 "GET /v2.0/security-groups?id=fdcb6b3f-1d64-439e-9ac9-5b122eddab9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902419 Apr 30 13:16:18.887613 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.provisioning_blocks [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Provisioning for port 7bf74e4f-3089-4de6-842e-a568834f2a40 completed by entity L2. {{(pid=73812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:16:18.893083 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.provisioning_blocks [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Provisioning complete for port 7bf74e4f-3089-4de6-842e-a568834f2a40 triggered by entity L2. {{(pid=73812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:16:18.893654 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000605'] for port, provisioning_complete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:18.909337 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-76c85447-0432-4e92-b2d6-08ea8bcd6e9a req-fd7ae339-4196-4322-a034-a0faa4ca2ac7 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=16938175-7c59-4356-9320-b19dadd8b52c HTTP/1.1" status: 200 len: 217 time: 0.0775623 Apr 30 13:16:19.001593 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c85447-0432-4e92-b2d6-08ea8bcd6e9a req-3f7d4ba8-4f44-4291-8475-ba4db9218886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:19.002481 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-76c85447-0432-4e92-b2d6-08ea8bcd6e9a req-3f7d4ba8-4f44-4291-8475-ba4db9218886 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=295a1801-3c8d-4aef-b140-f11bdef5d697 HTTP/1.1" status: 200 len: 854 time: 0.0800524 Apr 30 13:16:19.116329 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-60b48643-daff-425f-bd15-f0e60e896350 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000748'] for agent, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:19.136114 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4120257'] for port, before_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:19.146433 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-76c85447-0432-4e92-b2d6-08ea8bcd6e9a req-46459dee-5c3f-4df2-bf61-59d8ad8b5d20 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=a2370fd2-9a9f-499d-8dea-fb3ea7c82d60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1205101 Apr 30 13:16:19.203546 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53698038-cdf3-4448-b98b-79fcb1c503f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bf74e4f-3089-4de6-842e-a568834f2a40'}] {{(pid=73812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:16:19.216018 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.db [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] For port 7bf74e4f-3089-4de6-842e-a568834f2a40, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=7bf74e4f-3089-4de6-842e-a568834f2a40,segment=NetworkSegment(deaf4bab-5062-4453-8382-c60f3222d550),segment_id=deaf4bab-5062-4453-8382-c60f3222d550)] {{(pid=73812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:16:19.225151 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4120194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773353276007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773352839720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773352839765'] for port, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:19.228955 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:16:19.350167 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Pushing event updated for resources: {'Port': ['ID=7bf74e4f-3089-4de6-842e-a568834f2a40,revision_number=5']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:16:19.353907 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:16:19.434090 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d5ff63-82a7-4e8c-af5f-b71f10f4a0d9 req-94f55516-e9b9-4fa1-820a-f423ba9bec01 tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:19.435769 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-53d5ff63-82a7-4e8c-af5f-b71f10f4a0d9 req-94f55516-e9b9-4fa1-820a-f423ba9bec01 tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] 10.222.0.84 "GET /v2.0/ports?device_id=629aaee7-e32c-43e8-ad87-68a35cc7a888 HTTP/1.1" status: 200 len: 945 time: 0.2953236 Apr 30 13:16:19.469809 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-76c85447-0432-4e92-b2d6-08ea8bcd6e9a req-b1d92b8e-670c-4da0-92c4-5093acf1ad78 service neutron] 10.222.0.95 "GET /v2.0/networks/a2370fd2-9a9f-499d-8dea-fb3ea7c82d60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2659192 Apr 30 13:16:19.501886 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eca1f9a-b3a0-4ff7-b469-412102fd99a7 req-c6f42ea0-fb1d-4bbc-956f-056c39837157 tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:19.503718 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-3eca1f9a-b3a0-4ff7-b469-412102fd99a7 req-c6f42ea0-fb1d-4bbc-956f-056c39837157 tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] 10.222.0.84 "GET /v2.0/ports?device_id=e16b046c-4ffa-4103-9879-7d8595d38074 HTTP/1.1" status: 200 len: 943 time: 0.2984221 Apr 30 13:16:19.567181 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-53d5ff63-82a7-4e8c-af5f-b71f10f4a0d9 req-cbb7aef9-3c83-4972-bb80-37871dc40b4a tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] 10.222.0.84 "GET /v2.0/security-groups?id=3c42be87-8352-42cf-a6e1-e7e026aabbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213124 Apr 30 13:16:19.653247 dv-cinder-787195-5-smb neutron-server[73812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53698038-cdf3-4448-b98b-79fcb1c503f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bf74e4f-3089-4de6-842e-a568834f2a40', 'code': 200} Apr 30 13:16:19.817929 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-3eca1f9a-b3a0-4ff7-b469-412102fd99a7 req-142003b8-6914-416c-bef5-005a4884781c tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] 10.222.0.84 "GET /v2.0/security-groups?id=78b91c60-43f7-43d4-ab5b-e36ce0163f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2906523 Apr 30 13:16:19.875985 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-76c85447-0432-4e92-b2d6-08ea8bcd6e9a req-83264f13-97dd-42f9-9cbc-e0e9988fbcea service neutron] 10.222.0.95 "GET /v2.0/networks/a2370fd2-9a9f-499d-8dea-fb3ea7c82d60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3819616 Apr 30 13:16:20.219374 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2a08d3-5ceb-4084-bc46-dea3e6891ee6 req-31fd0e06-eb88-4e3c-b1bc-32f61350524b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:20.220995 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-6d2a08d3-5ceb-4084-bc46-dea3e6891ee6 req-31fd0e06-eb88-4e3c-b1bc-32f61350524b service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=4c8480cf79cf411899d291c4db89977f&device_id=e16b046c-4ffa-4103-9879-7d8595d38074 HTTP/1.1" status: 200 len: 1096 time: 0.1867671 Apr 30 13:16:20.231548 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f997be93-75d7-469f-84d2-b552ae289377 req-25c1c259-9c3d-47ec-af77-c7445b551af1 tempest-VolumesActionsTest-1326045407 tempest-VolumesActionsTest-1326045407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:20.233831 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-f997be93-75d7-469f-84d2-b552ae289377 req-25c1c259-9c3d-47ec-af77-c7445b551af1 tempest-VolumesActionsTest-1326045407 tempest-VolumesActionsTest-1326045407-project] 10.222.0.84 "GET /v2.0/ports?device_id=53698038-cdf3-4448-b98b-79fcb1c503f6 HTTP/1.1" status: 200 len: 945 time: 0.2491636 Apr 30 13:16:20.269474 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9398105a-b2d1-4a0e-9a57-1421d2ce1fd6 req-bbb79488-b328-48ec-88e0-051b138d1024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:20.271819 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-9398105a-b2d1-4a0e-9a57-1421d2ce1fd6 req-bbb79488-b328-48ec-88e0-051b138d1024 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=53698038-cdf3-4448-b98b-79fcb1c503f6 HTTP/1.1" status: 200 len: 1098 time: 0.2316675 Apr 30 13:16:20.433833 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-f997be93-75d7-469f-84d2-b552ae289377 req-418512c6-d2c0-45b7-932a-79d6ea07f847 tempest-VolumesActionsTest-1326045407 tempest-VolumesActionsTest-1326045407-project] 10.222.0.84 "GET /v2.0/security-groups?id=fdcb6b3f-1d64-439e-9ac9-5b122eddab9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716635 Apr 30 13:16:20.439827 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-9398105a-b2d1-4a0e-9a57-1421d2ce1fd6 req-12300dea-8639-49b6-ab1d-889091103bf5 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=fdcb6b3f-1d64-439e-9ac9-5b122eddab9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419184 Apr 30 13:16:20.480498 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2a08d3-5ceb-4084-bc46-dea3e6891ee6 req-2cc93920-8f79-49ae-9616-8a72767703ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:20.487533 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-6d2a08d3-5ceb-4084-bc46-dea3e6891ee6 req-2cc93920-8f79-49ae-9616-8a72767703ea service neutron] 10.222.0.95 "GET /v2.0/networks?id=a2370fd2-9a9f-499d-8dea-fb3ea7c82d60 HTTP/1.1" status: 200 len: 916 time: 0.2509696 Apr 30 13:16:20.623506 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-6d2a08d3-5ceb-4084-bc46-dea3e6891ee6 req-136b27d8-6a3f-442a-95fb-86bf6042f9b4 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=16938175-7c59-4356-9320-b19dadd8b52c HTTP/1.1" status: 200 len: 217 time: 0.0897086 Apr 30 13:16:20.636847 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.84', 54824) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:16:20.758541 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2a08d3-5ceb-4084-bc46-dea3e6891ee6 req-3b122dbd-0f0b-45c1-91cd-11d31a93fdcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:20.761024 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-6d2a08d3-5ceb-4084-bc46-dea3e6891ee6 req-3b122dbd-0f0b-45c1-91cd-11d31a93fdcd service neutron] 10.222.0.95 "GET /v2.0/subnets?id=295a1801-3c8d-4aef-b140-f11bdef5d697 HTTP/1.1" status: 200 len: 854 time: 0.1179726 Apr 30 13:16:20.814919 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-89e6d159-4d57-4136-909d-d5faa9435ffd admin admin] Notify callbacks [] for security_group, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:20.837615 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-89e6d159-4d57-4136-909d-d5faa9435ffd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:16:20.849687 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-89e6d159-4d57-4136-909d-d5faa9435ffd admin admin] Usage tracker for resource:security_group_rule and tenant:aaf1fe16e4134ec6be67892a070517d3 is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:16:20.856680 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-89e6d159-4d57-4136-909d-d5faa9435ffd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:16:20.872557 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-89e6d159-4d57-4136-909d-d5faa9435ffd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:16:20.920168 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-6d2a08d3-5ceb-4084-bc46-dea3e6891ee6 req-b4067948-864d-46a0-a04c-8cf911c70a03 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=a2370fd2-9a9f-499d-8dea-fb3ea7c82d60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1086569 Apr 30 13:16:21.067904 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-89e6d159-4d57-4136-909d-d5faa9435ffd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:21.074633 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-89e6d159-4d57-4136-909d-d5faa9435ffd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985230'] for security_group, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:21.092766 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-635224bc-516e-470c-bfc5-14f987591536 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:16:21.154024 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e6d159-4d57-4136-909d-d5faa9435ffd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25298275-5f68-4099-9307-867820cf651a,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:16:21.157849 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-89e6d159-4d57-4136-909d-d5faa9435ffd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:16:21.160841 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [None req-89e6d159-4d57-4136-909d-d5faa9435ffd admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=aaf1fe16e4134ec6be67892a070517d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5219114 Apr 30 13:16:21.163983 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.84', 54840) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:16:21.259029 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-2c0b4710-e693-451b-9603-16ca99998a79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:21.291613 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e666211-ca66-4a23-82f2-faed8310e94d req-2d7dabc9-0dfd-45a6-8a97-48896291320f tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:21.293392 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-8e666211-ca66-4a23-82f2-faed8310e94d req-2d7dabc9-0dfd-45a6-8a97-48896291320f tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] 10.222.0.84 "GET /v2.0/ports?device_id=629aaee7-e32c-43e8-ad87-68a35cc7a888 HTTP/1.1" status: 200 len: 945 time: 0.5302982 Apr 30 13:16:21.313867 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-2c0b4710-e693-451b-9603-16ca99998a79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:21.335485 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-6d2a08d3-5ceb-4084-bc46-dea3e6891ee6 req-0b66cae4-aace-472c-bb33-ae9daf7f6a0f service neutron] 10.222.0.95 "GET /v2.0/networks/a2370fd2-9a9f-499d-8dea-fb3ea7c82d60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4019804 Apr 30 13:16:21.423467 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-2c0b4710-e693-451b-9603-16ca99998a79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985230'] for security_group, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:21.430579 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-e79d10d8-9da7-4996-95c2-22c3afb78f9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:16:21.450849 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0b4710-e693-451b-9603-16ca99998a79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25298275-5f68-4099-9307-867820cf651a,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:16:21.460224 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-2c0b4710-e693-451b-9603-16ca99998a79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:16:21.470042 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-2c0b4710-e693-451b-9603-16ca99998a79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:21.472043 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [None req-2c0b4710-e693-451b-9603-16ca99998a79 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/25298275-5f68-4099-9307-867820cf651a HTTP/1.1" status: 204 len: 168 time: 0.3066797 Apr 30 13:16:21.487736 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-8e666211-ca66-4a23-82f2-faed8310e94d req-2371360a-7dc9-4f21-a8a2-7f112543d0c8 tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] 10.222.0.84 "GET /v2.0/security-groups?id=3c42be87-8352-42cf-a6e1-e7e026aabbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793702 Apr 30 13:16:21.539353 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebb319b-5ddd-420d-b728-19a0980e7fb2 req-eb37ee13-74d7-4768-a4bf-1f53f8c1182e tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:21.541183 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-bebb319b-5ddd-420d-b728-19a0980e7fb2 req-eb37ee13-74d7-4768-a4bf-1f53f8c1182e tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] 10.222.0.84 "GET /v2.0/ports?device_id=e16b046c-4ffa-4103-9879-7d8595d38074 HTTP/1.1" status: 200 len: 943 time: 0.5389447 Apr 30 13:16:21.716153 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-bebb319b-5ddd-420d-b728-19a0980e7fb2 req-91c09727-24d0-476a-be5e-9997699f1be9 tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] 10.222.0.84 "GET /v2.0/security-groups?id=78b91c60-43f7-43d4-ab5b-e36ce0163f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662338 Apr 30 13:16:21.721931 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-6d2a08d3-5ceb-4084-bc46-dea3e6891ee6 req-de26f9cc-0bcc-401b-9966-fbc950d9d77b service neutron] 10.222.0.95 "GET /v2.0/networks/a2370fd2-9a9f-499d-8dea-fb3ea7c82d60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3706205 Apr 30 13:16:21.851588 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-95682e4a-3177-476f-9cca-b8450d7dbddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000748'] for agent, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:22.007003 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f868fb-9140-46ff-90be-3deed05ce188 req-e26a89c1-2735-4473-8093-901bd86a3661 tempest-VolumesActionsTest-1326045407 tempest-VolumesActionsTest-1326045407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:22.018140 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-18f868fb-9140-46ff-90be-3deed05ce188 req-e26a89c1-2735-4473-8093-901bd86a3661 tempest-VolumesActionsTest-1326045407 tempest-VolumesActionsTest-1326045407-project] 10.222.0.84 "GET /v2.0/ports?device_id=53698038-cdf3-4448-b98b-79fcb1c503f6 HTTP/1.1" status: 200 len: 945 time: 0.0969996 Apr 30 13:16:22.083618 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-18f868fb-9140-46ff-90be-3deed05ce188 req-3c129cac-601c-4b5e-84de-fcce2b427aea tempest-VolumesActionsTest-1326045407 tempest-VolumesActionsTest-1326045407-project] 10.222.0.84 "GET /v2.0/security-groups?id=fdcb6b3f-1d64-439e-9ac9-5b122eddab9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594478 Apr 30 13:16:22.286676 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000748'] for agent, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:22.696226 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaf8507-162c-4339-a5bf-42030f163016 req-ab0d75dc-4c77-4e17-abcc-e69b6f3200e3 tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:22.700936 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-daaf8507-162c-4339-a5bf-42030f163016 req-ab0d75dc-4c77-4e17-abcc-e69b6f3200e3 tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] 10.222.0.84 "GET /v2.0/ports?device_id=629aaee7-e32c-43e8-ad87-68a35cc7a888 HTTP/1.1" status: 200 len: 945 time: 0.0932698 Apr 30 13:16:22.759758 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-daaf8507-162c-4339-a5bf-42030f163016 req-ec5a2e46-8ff1-4a7b-8c9d-35e8f9d93e09 tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] 10.222.0.84 "GET /v2.0/security-groups?id=3c42be87-8352-42cf-a6e1-e7e026aabbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550902 Apr 30 13:16:22.800914 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.rpc [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Device 16938175-7c59-4356-9320-b19dadd8b52c details requested by agent hyperv_hv-cinder-78719 with host hv-cinder-78719 {{(pid=73812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 13:16:23.005454 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0dbeb6-ae22-4e7c-8217-64a9e0a2645e req-96d0562d-f94b-4fbb-8379-6cf29edbc27a tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:23.007240 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-bb0dbeb6-ae22-4e7c-8217-64a9e0a2645e req-96d0562d-f94b-4fbb-8379-6cf29edbc27a tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] 10.222.0.84 "GET /v2.0/ports?device_id=e16b046c-4ffa-4103-9879-7d8595d38074 HTTP/1.1" status: 200 len: 943 time: 0.1072228 Apr 30 13:16:23.031014 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.db [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] For port 16938175-7c59-4356-9320-b19dadd8b52c, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=16938175-7c59-4356-9320-b19dadd8b52c,segment=NetworkSegment(0656c9df-3683-4b19-9e2e-76cd59b3a036),segment_id=0656c9df-3683-4b19-9e2e-76cd59b3a036)] {{(pid=73812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:16:23.063617 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.rpc [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Returning: {'device': '16938175-7c59-4356-9320-b19dadd8b52c', 'network_id': 'a2370fd2-9a9f-499d-8dea-fb3ea7c82d60', 'port_id': '16938175-7c59-4356-9320-b19dadd8b52c', 'mac_address': 'fa:16:3e:31:b6:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '295a1801-3c8d-4aef-b140-f11bdef5d697', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 13:16:23.089153 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-bb0dbeb6-ae22-4e7c-8217-64a9e0a2645e req-59f51c60-04de-4f0a-8f14-128c645eb151 tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] 10.222.0.84 "GET /v2.0/security-groups?id=78b91c60-43f7-43d4-ab5b-e36ce0163f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689099 Apr 30 13:16:23.144414 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-a9ba599c-bbf2-42e7-8bf2-2ae3bfc6b861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000748'] for agent, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:23.149543 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4120257'] for port, before_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:23.171293 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.notifiers.nova [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16938175-7c59-4356-9320-b19dadd8b52c {{(pid=73812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 13:16:23.195303 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.db [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] For port 16938175-7c59-4356-9320-b19dadd8b52c, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=16938175-7c59-4356-9320-b19dadd8b52c,segment=NetworkSegment(0656c9df-3683-4b19-9e2e-76cd59b3a036),segment_id=0656c9df-3683-4b19-9e2e-76cd59b3a036)] {{(pid=73812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:16:23.211813 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4120194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773353276007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773352839720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773352839765'] for port, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:23.213842 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:16:23.298529 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699e2697-0212-421c-b8c4-926a6fc56672 req-f557c3c0-4543-4b44-9be2-a9c81ed52fcc tempest-VolumesActionsTest-1326045407 tempest-VolumesActionsTest-1326045407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:23.300398 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-699e2697-0212-421c-b8c4-926a6fc56672 req-f557c3c0-4543-4b44-9be2-a9c81ed52fcc tempest-VolumesActionsTest-1326045407 tempest-VolumesActionsTest-1326045407-project] 10.222.0.84 "GET /v2.0/ports?device_id=53698038-cdf3-4448-b98b-79fcb1c503f6 HTTP/1.1" status: 200 len: 945 time: 0.0999863 Apr 30 13:16:23.325143 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Pushing event updated for resources: {'Port': ['ID=16938175-7c59-4356-9320-b19dadd8b52c,revision_number=4']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:16:23.329095 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:16:23.366018 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-699e2697-0212-421c-b8c4-926a6fc56672 req-8fe2d947-cf5a-4c01-92b1-8dd35a05f658 tempest-VolumesActionsTest-1326045407 tempest-VolumesActionsTest-1326045407-project] 10.222.0.84 "GET /v2.0/security-groups?id=fdcb6b3f-1d64-439e-9ac9-5b122eddab9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548882 Apr 30 13:16:23.696083 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.db [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] get_ports_and_sgs() called for port_ids ['16938175-7c59-4356-9320-b19dadd8b52c'] {{(pid=73812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 13:16:24.122717 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.84', 54932) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:16:24.124736 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a727a22-971a-4e06-b479-eadfbc172fb1 req-9f562f2e-58c8-47c0-8167-9d07e27352f5 tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:24.128963 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-6a727a22-971a-4e06-b479-eadfbc172fb1 req-9f562f2e-58c8-47c0-8167-9d07e27352f5 tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] 10.222.0.84 "GET /v2.0/ports?device_id=629aaee7-e32c-43e8-ad87-68a35cc7a888 HTTP/1.1" status: 200 len: 945 time: 0.1288095 Apr 30 13:16:24.214110 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-6a727a22-971a-4e06-b479-eadfbc172fb1 req-041a7e52-bf60-4e18-923a-f0f3467f0b64 tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] 10.222.0.84 "GET /v2.0/security-groups?id=3c42be87-8352-42cf-a6e1-e7e026aabbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804496 Apr 30 13:16:24.325002 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-bf8d18c5-a031-49a9-b185-264b1cf69588 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:24.345339 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-bf8d18c5-a031-49a9-b185-264b1cf69588 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:16:24.349980 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-bf8d18c5-a031-49a9-b185-264b1cf69588 admin admin] Usage tracker for resource:security_group_rule and tenant:8b764f9ebbec427c8682105b1d808211 is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:16:24.353770 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-bf8d18c5-a031-49a9-b185-264b1cf69588 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:16:24.363270 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-bf8d18c5-a031-49a9-b185-264b1cf69588 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:16:24.396696 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4ab74b-67b0-4584-b42b-077522c66943 req-a17f33a5-0ad1-475c-bf8d-0885c62fa0e5 tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:24.404175 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-5a4ab74b-67b0-4584-b42b-077522c66943 req-a17f33a5-0ad1-475c-bf8d-0885c62fa0e5 tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] 10.222.0.84 "GET /v2.0/ports?device_id=e16b046c-4ffa-4103-9879-7d8595d38074 HTTP/1.1" status: 200 len: 944 time: 0.1101573 Apr 30 13:16:24.463198 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-5918b5d9-36b2-459a-8043-2e5e2054f07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000748'] for agent, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:24.468338 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-5a4ab74b-67b0-4584-b42b-077522c66943 req-b087d6d1-6e6b-46d1-a1c9-181888ae0932 tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] 10.222.0.84 "GET /v2.0/security-groups?id=78b91c60-43f7-43d4-ab5b-e36ce0163f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630834 Apr 30 13:16:24.519907 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-bf8d18c5-a031-49a9-b185-264b1cf69588 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:24.524943 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-bf8d18c5-a031-49a9-b185-264b1cf69588 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985230'] for security_group, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:24.539776 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-9fe684f8-8690-412b-a0f2-5e6962c965bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:16:24.604679 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [None req-bf8d18c5-a031-49a9-b185-264b1cf69588 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=8b764f9ebbec427c8682105b1d808211&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4775217 Apr 30 13:16:24.604679 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8d18c5-a031-49a9-b185-264b1cf69588 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a8140d8-e668-4eef-ad58-1378f76ecd83,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:16:24.605060 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.84', 54950) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:16:24.608589 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-bf8d18c5-a031-49a9-b185-264b1cf69588 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:16:24.701478 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-c2f2a5c5-6af6-43f1-b8f7-65ee52763f51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:24.737970 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-c2f2a5c5-6af6-43f1-b8f7-65ee52763f51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:24.807667 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-c2f2a5c5-6af6-43f1-b8f7-65ee52763f51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985230'] for security_group, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:24.814252 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-2e906e64-6cef-49f1-a689-43616a00eb62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:16:24.831107 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f2a5c5-6af6-43f1-b8f7-65ee52763f51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a8140d8-e668-4eef-ad58-1378f76ecd83,revision_number=None']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:16:24.835427 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-c2f2a5c5-6af6-43f1-b8f7-65ee52763f51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:16:24.843093 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-c2f2a5c5-6af6-43f1-b8f7-65ee52763f51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:24.844821 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [None req-c2f2a5c5-6af6-43f1-b8f7-65ee52763f51 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/4a8140d8-e668-4eef-ad58-1378f76ecd83 HTTP/1.1" status: 204 len: 168 time: 0.2385530 Apr 30 13:16:25.463538 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8c59a5-878b-45dd-aff6-fc40ed801871 req-3dc456ce-6119-44e9-a261-1db9e1393f4e tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:25.467028 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-3a8c59a5-878b-45dd-aff6-fc40ed801871 req-3dc456ce-6119-44e9-a261-1db9e1393f4e tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] 10.222.0.84 "GET /v2.0/ports?device_id=629aaee7-e32c-43e8-ad87-68a35cc7a888 HTTP/1.1" status: 200 len: 945 time: 0.1174748 Apr 30 13:16:25.526244 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-3a8c59a5-878b-45dd-aff6-fc40ed801871 req-5ab5c606-7a35-4dfb-91f8-200dec8c89be tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] 10.222.0.84 "GET /v2.0/security-groups?id=3c42be87-8352-42cf-a6e1-e7e026aabbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525017 Apr 30 13:16:25.771122 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e28a51-2128-4068-ab8b-fcc964542c81 req-b52e905c-6009-416f-8f46-69c64224c171 tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:25.779299 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-e4e28a51-2128-4068-ab8b-fcc964542c81 req-b52e905c-6009-416f-8f46-69c64224c171 tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] 10.222.0.84 "GET /v2.0/ports?device_id=e16b046c-4ffa-4103-9879-7d8595d38074 HTTP/1.1" status: 200 len: 944 time: 0.1092727 Apr 30 13:16:25.838566 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-e4e28a51-2128-4068-ab8b-fcc964542c81 req-879eccdf-5583-43a4-80b1-9c20f10f8c7b tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] 10.222.0.84 "GET /v2.0/security-groups?id=78b91c60-43f7-43d4-ab5b-e36ce0163f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581305 Apr 30 13:16:26.757651 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.84', 55032) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:16:26.834001 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.rpc [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Device 16938175-7c59-4356-9320-b19dadd8b52c up at agent hyperv_hv-cinder-78719 {{(pid=73812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:16:26.841405 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e048a1f-ceb7-4518-b12d-5803d5cf4e37 req-fb666e05-d943-4b93-8b81-c7d445ff9323 tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:26.843288 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-1e048a1f-ceb7-4518-b12d-5803d5cf4e37 req-fb666e05-d943-4b93-8b81-c7d445ff9323 tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] 10.222.0.84 "GET /v2.0/ports?device_id=629aaee7-e32c-43e8-ad87-68a35cc7a888 HTTP/1.1" status: 200 len: 945 time: 0.1343689 Apr 30 13:16:26.916586 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-1e048a1f-ceb7-4518-b12d-5803d5cf4e37 req-37ade128-becb-48f6-ab8e-85ef44901f4d tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] 10.222.0.84 "GET /v2.0/security-groups?id=3c42be87-8352-42cf-a6e1-e7e026aabbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657256 Apr 30 13:16:26.981298 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.provisioning_blocks [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Provisioning for port 16938175-7c59-4356-9320-b19dadd8b52c completed by entity L2. {{(pid=73812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:16:26.987882 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.provisioning_blocks [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Provisioning complete for port 16938175-7c59-4356-9320-b19dadd8b52c triggered by entity L2. {{(pid=73812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:16:26.988267 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000605'] for port, provisioning_complete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:27.024040 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-22ea2f36-78b3-4d61-8107-585f09cf0e28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:27.051769 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-22ea2f36-78b3-4d61-8107-585f09cf0e28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:16:27.059253 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-22ea2f36-78b3-4d61-8107-585f09cf0e28 admin admin] Usage tracker for resource:security_group_rule and tenant:bde72a1f81b44ac49cc01a14ad46a496 is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:16:27.062684 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-22ea2f36-78b3-4d61-8107-585f09cf0e28 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:16:27.074865 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-22ea2f36-78b3-4d61-8107-585f09cf0e28 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:16:27.163092 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2351a09a-9482-4a9f-a29e-d4fc594b0f13 req-b75d7ce2-6bba-4d2d-bba4-c42c79d534fa tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:27.164707 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-2351a09a-9482-4a9f-a29e-d4fc594b0f13 req-b75d7ce2-6bba-4d2d-bba4-c42c79d534fa tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] 10.222.0.84 "GET /v2.0/ports?device_id=e16b046c-4ffa-4103-9879-7d8595d38074 HTTP/1.1" status: 200 len: 944 time: 0.1017599 Apr 30 13:16:27.187873 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4120257'] for port, before_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:27.213693 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-22ea2f36-78b3-4d61-8107-585f09cf0e28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:27.219390 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-22ea2f36-78b3-4d61-8107-585f09cf0e28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985230'] for security_group, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:27.228789 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-9d9eba71-aae6-4e8c-b697-367068bdadf3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:16:27.232780 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e16b046c-4ffa-4103-9879-7d8595d38074', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16938175-7c59-4356-9320-b19dadd8b52c'}] {{(pid=73812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:16:27.233925 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-2351a09a-9482-4a9f-a29e-d4fc594b0f13 req-34615689-9d09-4711-baa2-db784cc835d0 tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] 10.222.0.84 "GET /v2.0/security-groups?id=78b91c60-43f7-43d4-ab5b-e36ce0163f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626526 Apr 30 13:16:27.245134 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.db [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] For port 16938175-7c59-4356-9320-b19dadd8b52c, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=16938175-7c59-4356-9320-b19dadd8b52c,segment=NetworkSegment(0656c9df-3683-4b19-9e2e-76cd59b3a036),segment_id=0656c9df-3683-4b19-9e2e-76cd59b3a036)] {{(pid=73812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:16:27.250300 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4120194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773353276007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773352839720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773352839765'] for port, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:27.253757 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:16:27.294073 dv-cinder-787195-5-smb neutron-server[73812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e16b046c-4ffa-4103-9879-7d8595d38074', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16938175-7c59-4356-9320-b19dadd8b52c', 'code': 200} Apr 30 13:16:27.297516 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [None req-22ea2f36-78b3-4d61-8107-585f09cf0e28 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=bde72a1f81b44ac49cc01a14ad46a496&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5471332 Apr 30 13:16:27.300283 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.84', 55052) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:16:27.303054 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ea2f36-78b3-4d61-8107-585f09cf0e28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a18c9288-b981-4c01-9e16-8c029df822a8,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:16:27.316048 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-22ea2f36-78b3-4d61-8107-585f09cf0e28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:16:27.351869 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Pushing event updated for resources: {'Port': ['ID=16938175-7c59-4356-9320-b19dadd8b52c,revision_number=5']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:16:27.355091 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:16:27.398172 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-0bb30864-5f0d-4da2-a3bc-05faae11130e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:27.429484 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-0bb30864-5f0d-4da2-a3bc-05faae11130e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:27.501747 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-0bb30864-5f0d-4da2-a3bc-05faae11130e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985230'] for security_group, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:27.506026 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-c0cafcec-7d9d-4d94-bda4-5c102cc5c7db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:16:27.552119 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb30864-5f0d-4da2-a3bc-05faae11130e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a18c9288-b981-4c01-9e16-8c029df822a8,revision_number=None']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:16:27.563795 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-0bb30864-5f0d-4da2-a3bc-05faae11130e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:16:27.564670 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-0bb30864-5f0d-4da2-a3bc-05faae11130e admin admin] Notify callbacks [] for security_group, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:27.568471 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [None req-0bb30864-5f0d-4da2-a3bc-05faae11130e admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/a18c9288-b981-4c01-9e16-8c029df822a8 HTTP/1.1" status: 204 len: 168 time: 0.2668054 Apr 30 13:16:27.620320 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b35b49-1dcb-4a75-a638-9aca9e36a83a req-7330c46f-5d16-4801-ac22-d83af109da20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:27.622913 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-b6b35b49-1dcb-4a75-a638-9aca9e36a83a req-7330c46f-5d16-4801-ac22-d83af109da20 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=e16b046c-4ffa-4103-9879-7d8595d38074 HTTP/1.1" status: 200 len: 1098 time: 0.1065872 Apr 30 13:16:27.690279 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-b6b35b49-1dcb-4a75-a638-9aca9e36a83a req-33164a99-089b-4559-8c56-da3c2e6d68c4 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=78b91c60-43f7-43d4-ab5b-e36ce0163f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573330 Apr 30 13:16:27.887405 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf55e8df-f4ea-4bd3-b71a-44c2b86ebc1f req-38cf35de-7d6e-4525-8fe9-e1393c62be5b tempest-VolumesActionsTest-1326045407 tempest-VolumesActionsTest-1326045407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:27.888970 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-bf55e8df-f4ea-4bd3-b71a-44c2b86ebc1f req-38cf35de-7d6e-4525-8fe9-e1393c62be5b tempest-VolumesActionsTest-1326045407 tempest-VolumesActionsTest-1326045407-project] 10.222.0.84 "GET /v2.0/ports?device_id=53698038-cdf3-4448-b98b-79fcb1c503f6 HTTP/1.1" status: 200 len: 945 time: 0.0958118 Apr 30 13:16:27.940106 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-bf55e8df-f4ea-4bd3-b71a-44c2b86ebc1f req-f49d9fb2-cbe4-4c18-8a97-39b80cd9278b tempest-VolumesActionsTest-1326045407 tempest-VolumesActionsTest-1326045407-project] 10.222.0.84 "GET /v2.0/security-groups?id=fdcb6b3f-1d64-439e-9ac9-5b122eddab9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445020 Apr 30 13:16:27.951233 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.84', 55072) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:16:27.979579 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-1999274c-b286-41e9-b98c-e1395aa451f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:28.014645 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-1999274c-b286-41e9-b98c-e1395aa451f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:16:28.021403 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-1999274c-b286-41e9-b98c-e1395aa451f9 admin admin] Usage tracker for resource:security_group_rule and tenant:90d6acadda1f49659c20c2c36c79b157 is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:16:28.028317 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-1999274c-b286-41e9-b98c-e1395aa451f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:16:28.038537 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-1999274c-b286-41e9-b98c-e1395aa451f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:16:28.164310 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-1999274c-b286-41e9-b98c-e1395aa451f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:28.169607 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-1999274c-b286-41e9-b98c-e1395aa451f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985230'] for security_group, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:28.179391 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-52b1cce5-a998-43d6-a200-517c6f9f41cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:16:28.229312 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [None req-1999274c-b286-41e9-b98c-e1395aa451f9 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=90d6acadda1f49659c20c2c36c79b157&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2756116 Apr 30 13:16:28.230892 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1999274c-b286-41e9-b98c-e1395aa451f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6dc9e06-d681-4992-9391-39bd6ad426be,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:16:28.233590 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.84', 55080) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:16:28.236786 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-1999274c-b286-41e9-b98c-e1395aa451f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:16:28.303392 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fac89d-d393-46f4-9a90-4463a6afa719 req-7e89fb6c-0cc9-4b8f-a77d-383914ac6322 tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:28.305229 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-15fac89d-d393-46f4-9a90-4463a6afa719 req-7e89fb6c-0cc9-4b8f-a77d-383914ac6322 tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] 10.222.0.84 "GET /v2.0/ports?device_id=629aaee7-e32c-43e8-ad87-68a35cc7a888 HTTP/1.1" status: 200 len: 945 time: 0.2523887 Apr 30 13:16:28.313456 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-da1181a0-cb5f-4606-8cc2-de019224c41f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:28.358450 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-da1181a0-cb5f-4606-8cc2-de019224c41f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:28.376072 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-15fac89d-d393-46f4-9a90-4463a6afa719 req-9aa8a957-fa73-4583-a5cc-fff5c32c8058 tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] 10.222.0.84 "GET /v2.0/security-groups?id=3c42be87-8352-42cf-a6e1-e7e026aabbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589449 Apr 30 13:16:28.434003 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-da1181a0-cb5f-4606-8cc2-de019224c41f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985230'] for security_group, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:28.445675 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-1d05f582-bcef-4785-a92a-0a7760012172 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:16:28.460870 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1181a0-cb5f-4606-8cc2-de019224c41f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6dc9e06-d681-4992-9391-39bd6ad426be,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:16:28.464313 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-da1181a0-cb5f-4606-8cc2-de019224c41f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:16:28.479615 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-da1181a0-cb5f-4606-8cc2-de019224c41f admin admin] Notify callbacks [] for security_group, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:28.482508 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc542b9c-3b57-486f-9fda-096a149d9df1 req-e27a2cbd-c324-4b23-9498-d7e4eac75389 tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:28.483654 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [None req-da1181a0-cb5f-4606-8cc2-de019224c41f admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/d6dc9e06-d681-4992-9391-39bd6ad426be HTTP/1.1" status: 204 len: 168 time: 0.2487533 Apr 30 13:16:28.484445 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-fc542b9c-3b57-486f-9fda-096a149d9df1 req-e27a2cbd-c324-4b23-9498-d7e4eac75389 tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] 10.222.0.84 "GET /v2.0/ports?device_id=e16b046c-4ffa-4103-9879-7d8595d38074 HTTP/1.1" status: 200 len: 945 time: 0.0918489 Apr 30 13:16:28.552410 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-fc542b9c-3b57-486f-9fda-096a149d9df1 req-ddec2b8b-930e-452a-ac36-b719a75880fd tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] 10.222.0.84 "GET /v2.0/security-groups?id=78b91c60-43f7-43d4-ab5b-e36ce0163f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612462 Apr 30 13:16:29.167252 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b508d034-2f77-4806-8011-975caf878091 req-7075f551-c494-45c0-bb63-d89f73beb811 tempest-VolumesActionsTest-1326045407 tempest-VolumesActionsTest-1326045407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:29.177340 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-b508d034-2f77-4806-8011-975caf878091 req-7075f551-c494-45c0-bb63-d89f73beb811 tempest-VolumesActionsTest-1326045407 tempest-VolumesActionsTest-1326045407-project] 10.222.0.84 "GET /v2.0/ports?device_id=53698038-cdf3-4448-b98b-79fcb1c503f6 HTTP/1.1" status: 200 len: 945 time: 0.1214838 Apr 30 13:16:29.224406 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-b508d034-2f77-4806-8011-975caf878091 req-0912912d-93b9-4a87-94eb-51b4305b4b6a tempest-VolumesActionsTest-1326045407 tempest-VolumesActionsTest-1326045407-project] 10.222.0.84 "GET /v2.0/security-groups?id=fdcb6b3f-1d64-439e-9ac9-5b122eddab9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482876 Apr 30 13:16:29.717167 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6f48bb-2d13-48f0-b993-dff02ecd7f54 req-1fac0615-d8ad-446a-b7e8-6babe395c49e tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:29.725042 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-bf6f48bb-2d13-48f0-b993-dff02ecd7f54 req-1fac0615-d8ad-446a-b7e8-6babe395c49e tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] 10.222.0.84 "GET /v2.0/ports?device_id=629aaee7-e32c-43e8-ad87-68a35cc7a888 HTTP/1.1" status: 200 len: 945 time: 0.2008383 Apr 30 13:16:29.825643 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-bf6f48bb-2d13-48f0-b993-dff02ecd7f54 req-05750166-fe59-41f8-9780-57adc4be1946 tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] 10.222.0.84 "GET /v2.0/security-groups?id=3c42be87-8352-42cf-a6e1-e7e026aabbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996964 Apr 30 13:16:29.868883 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9b1493-187c-4201-86cc-adf9213a1d68 req-49f45552-dad6-4676-a70c-203029111bfb tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:29.870435 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-9f9b1493-187c-4201-86cc-adf9213a1d68 req-49f45552-dad6-4676-a70c-203029111bfb tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] 10.222.0.84 "GET /v2.0/ports?device_id=e16b046c-4ffa-4103-9879-7d8595d38074 HTTP/1.1" status: 200 len: 945 time: 0.1151900 Apr 30 13:16:29.919864 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-9f9b1493-187c-4201-86cc-adf9213a1d68 req-fa9fae38-579f-4a23-bf4f-ca03a04f7c02 tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] 10.222.0.84 "GET /v2.0/security-groups?id=78b91c60-43f7-43d4-ab5b-e36ce0163f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427020 Apr 30 13:16:30.545361 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3785b8-51fe-44ad-8e0a-de2c1ddc96d7 req-267df9b5-7d8a-4739-b2ec-6176912e716c tempest-VolumesActionsTest-1326045407 tempest-VolumesActionsTest-1326045407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:30.551498 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-8d3785b8-51fe-44ad-8e0a-de2c1ddc96d7 req-267df9b5-7d8a-4739-b2ec-6176912e716c tempest-VolumesActionsTest-1326045407 tempest-VolumesActionsTest-1326045407-project] 10.222.0.84 "GET /v2.0/ports?device_id=53698038-cdf3-4448-b98b-79fcb1c503f6 HTTP/1.1" status: 200 len: 945 time: 0.1518145 Apr 30 13:16:30.595438 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dafbcd6-79b9-4fd2-8b98-5b59feef77ec req-221f5364-32f7-4ab6-8a60-58f62c9c808a tempest-VolumesActionsTest-1326045407 tempest-VolumesActionsTest-1326045407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:30.597110 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-6dafbcd6-79b9-4fd2-8b98-5b59feef77ec req-221f5364-32f7-4ab6-8a60-58f62c9c808a tempest-VolumesActionsTest-1326045407 tempest-VolumesActionsTest-1326045407-project] 10.222.0.95 "GET /v2.0/ports?device_id=53698038-cdf3-4448-b98b-79fcb1c503f6 HTTP/1.1" status: 200 len: 945 time: 0.1575840 Apr 30 13:16:30.622611 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-8d3785b8-51fe-44ad-8e0a-de2c1ddc96d7 req-3e94d1d6-a9f3-4505-b54c-0473a22454ca tempest-VolumesActionsTest-1326045407 tempest-VolumesActionsTest-1326045407-project] 10.222.0.84 "GET /v2.0/security-groups?id=fdcb6b3f-1d64-439e-9ac9-5b122eddab9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699353 Apr 30 13:16:30.822883 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.plugin [req-6dafbcd6-79b9-4fd2-8b98-5b59feef77ec req-bd9b3759-faba-4604-a693-42cb187d5d79 tempest-VolumesActionsTest-1326045407 tempest-VolumesActionsTest-1326045407-project] Deleting port 7bf74e4f-3089-4de6-842e-a568834f2a40 {{(pid=73810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:16:30.823422 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-6dafbcd6-79b9-4fd2-8b98-5b59feef77ec req-bd9b3759-faba-4604-a693-42cb187d5d79 tempest-VolumesActionsTest-1326045407 tempest-VolumesActionsTest-1326045407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773353273429'] for port, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:31.081838 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.db [req-6dafbcd6-79b9-4fd2-8b98-5b59feef77ec req-bd9b3759-faba-4604-a693-42cb187d5d79 tempest-VolumesActionsTest-1326045407 tempest-VolumesActionsTest-1326045407-project] For port 7bf74e4f-3089-4de6-842e-a568834f2a40, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=7bf74e4f-3089-4de6-842e-a568834f2a40,segment=NetworkSegment(deaf4bab-5062-4453-8382-c60f3222d550),segment_id=deaf4bab-5062-4453-8382-c60f3222d550)] {{(pid=73810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:16:31.082162 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-6dafbcd6-79b9-4fd2-8b98-5b59feef77ec req-bd9b3759-faba-4604-a693-42cb187d5d79 tempest-VolumesActionsTest-1326045407 tempest-VolumesActionsTest-1326045407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1047743'] for port, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:31.215341 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.plugin [req-6dafbcd6-79b9-4fd2-8b98-5b59feef77ec req-bd9b3759-faba-4604-a693-42cb187d5d79 tempest-VolumesActionsTest-1326045407 tempest-VolumesActionsTest-1326045407-project] Calling delete_port for 7bf74e4f-3089-4de6-842e-a568834f2a40 owned by compute:nova {{(pid=73810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:16:31.324736 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f41266b-1e5c-4104-8f8b-53cf140fb2bf req-25552ba2-b898-419b-a2db-cf9f460db269 tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:31.326374 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-4f41266b-1e5c-4104-8f8b-53cf140fb2bf req-25552ba2-b898-419b-a2db-cf9f460db269 tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] 10.222.0.84 "GET /v2.0/ports?device_id=629aaee7-e32c-43e8-ad87-68a35cc7a888 HTTP/1.1" status: 200 len: 945 time: 0.3151870 Apr 30 13:16:31.394807 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-4f41266b-1e5c-4104-8f8b-53cf140fb2bf req-dbde9a8d-faeb-42f3-b951-ae8a344366ff tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] 10.222.0.84 "GET /v2.0/security-groups?id=3c42be87-8352-42cf-a6e1-e7e026aabbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561426 Apr 30 13:16:31.479289 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-6dafbcd6-79b9-4fd2-8b98-5b59feef77ec req-bd9b3759-faba-4604-a693-42cb187d5d79 tempest-VolumesActionsTest-1326045407 tempest-VolumesActionsTest-1326045407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4120194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773353276016', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773352839711'] for port, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:31.486205 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:16:31.495310 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.db [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] get_ports_and_sgs() called for port_ids ['7bf74e4f-3089-4de6-842e-a568834f2a40'] {{(pid=73812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 13:16:31.533729 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9b3759-faba-4604-a693-42cb187d5d79 tempest-VolumesActionsTest-1326045407 tempest-VolumesActionsTest-1326045407-project] Pushing event deleted for resources: {'Port': ['ID=7bf74e4f-3089-4de6-842e-a568834f2a40,revision_number=None']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:16:31.536671 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-bd9b3759-faba-4604-a693-42cb187d5d79 tempest-VolumesActionsTest-1326045407 tempest-VolumesActionsTest-1326045407-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:16:31.613966 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dafbcd6-79b9-4fd2-8b98-5b59feef77ec req-bd9b3759-faba-4604-a693-42cb187d5d79 tempest-VolumesActionsTest-1326045407 tempest-VolumesActionsTest-1326045407-project] No DVR routers for this DVR port 7bf74e4f-3089-4de6-842e-a568834f2a40 on host hv-cinder-78719 {{(pid=73810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 13:16:31.618252 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-6dafbcd6-79b9-4fd2-8b98-5b59feef77ec req-bd9b3759-faba-4604-a693-42cb187d5d79 tempest-VolumesActionsTest-1326045407 tempest-VolumesActionsTest-1326045407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9974'] for port, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:31.621150 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53698038-cdf3-4448-b98b-79fcb1c503f6', 'name': 'network-vif-deleted', 'tag': '7bf74e4f-3089-4de6-842e-a568834f2a40'}] {{(pid=73810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:16:31.639588 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-6dafbcd6-79b9-4fd2-8b98-5b59feef77ec req-bd9b3759-faba-4604-a693-42cb187d5d79 tempest-VolumesActionsTest-1326045407 tempest-VolumesActionsTest-1326045407-project] 10.222.0.95 "DELETE /v2.0/ports/7bf74e4f-3089-4de6-842e-a568834f2a40 HTTP/1.1" status: 204 len: 173 time: 1.0204914 Apr 30 13:16:31.685272 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53698038-cdf3-4448-b98b-79fcb1c503f6', 'name': 'network-vif-deleted', 'tag': '7bf74e4f-3089-4de6-842e-a568834f2a40', 'status': 'completed', 'code': 200} Apr 30 13:16:31.819555 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.quota.resource [req-f96c5fc0-de7e-4478-b945-7d7673b9bebc req-2837e0a3-5fe7-4710-b4f2-1c63a6099f0c tempest-VolumesActionsTest-1326045407 tempest-VolumesActionsTest-1326045407-project] Synchronizing usage tracker for tenant:fae8bf8d2613435694149d1f166a242f on resource:port {{(pid=73810) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:16:31.842704 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.quota.resource [req-f96c5fc0-de7e-4478-b945-7d7673b9bebc req-2837e0a3-5fe7-4710-b4f2-1c63a6099f0c tempest-VolumesActionsTest-1326045407 tempest-VolumesActionsTest-1326045407-project] Unset dirty status for tenant:fae8bf8d2613435694149d1f166a242f on resource:port {{(pid=73810) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:16:31.844232 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-f96c5fc0-de7e-4478-b945-7d7673b9bebc req-2837e0a3-5fe7-4710-b4f2-1c63a6099f0c tempest-VolumesActionsTest-1326045407 tempest-VolumesActionsTest-1326045407-project] 10.222.0.84 "GET /v2.0/ports?device_id=53698038-cdf3-4448-b98b-79fcb1c503f6 HTTP/1.1" status: 200 len: 210 time: 0.0705943 Apr 30 13:16:32.585394 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.84', 55212) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:16:32.641926 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5977750-634a-4305-9d44-5cf22ec2cb7b req-888eefa1-3f56-4ffe-9d53-a164d188fa21 tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:32.643721 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-e5977750-634a-4305-9d44-5cf22ec2cb7b req-888eefa1-3f56-4ffe-9d53-a164d188fa21 tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] 10.222.0.84 "GET /v2.0/ports?device_id=629aaee7-e32c-43e8-ad87-68a35cc7a888 HTTP/1.1" status: 200 len: 945 time: 0.1231771 Apr 30 13:16:32.696468 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-e5977750-634a-4305-9d44-5cf22ec2cb7b req-5b4ef46a-e0f7-48ee-a140-93e344c0f35c tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] 10.222.0.84 "GET /v2.0/security-groups?id=3c42be87-8352-42cf-a6e1-e7e026aabbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460274 Apr 30 13:16:32.751294 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-92eff687-c416-455b-bb3d-b85f5ccc071f admin admin] Notify callbacks [] for security_group, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:32.769124 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-92eff687-c416-455b-bb3d-b85f5ccc071f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:16:32.773639 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-92eff687-c416-455b-bb3d-b85f5ccc071f admin admin] Usage tracker for resource:security_group_rule and tenant:6affa468dd3c4e8eab8185e69ebd4b89 is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:16:32.776806 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-92eff687-c416-455b-bb3d-b85f5ccc071f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:16:32.782781 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-92eff687-c416-455b-bb3d-b85f5ccc071f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:16:32.884442 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-92eff687-c416-455b-bb3d-b85f5ccc071f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:32.890175 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-92eff687-c416-455b-bb3d-b85f5ccc071f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985230'] for security_group, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:32.900007 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-5cc61c3d-0c9c-4a5f-8cf5-dd4dd4bfac4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:16:32.944621 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [None req-92eff687-c416-455b-bb3d-b85f5ccc071f admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=6affa468dd3c4e8eab8185e69ebd4b89&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3564942 Apr 30 13:16:32.944742 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.84', 55220) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:16:32.946184 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92eff687-c416-455b-bb3d-b85f5ccc071f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed1b30c8-5293-498b-b72e-6167969a829b,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:16:32.955360 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-92eff687-c416-455b-bb3d-b85f5ccc071f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:16:33.102457 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-bc4f266e-7ab0-4961-8e93-5f6a240728a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:33.134309 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-bc4f266e-7ab0-4961-8e93-5f6a240728a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:33.197306 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-bc4f266e-7ab0-4961-8e93-5f6a240728a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985230'] for security_group, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:33.201513 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:16:33.215353 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4f266e-7ab0-4961-8e93-5f6a240728a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed1b30c8-5293-498b-b72e-6167969a829b,revision_number=None']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:16:33.221500 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-bc4f266e-7ab0-4961-8e93-5f6a240728a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:16:33.227743 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-bc4f266e-7ab0-4961-8e93-5f6a240728a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:33.232022 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [None req-bc4f266e-7ab0-4961-8e93-5f6a240728a9 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/ed1b30c8-5293-498b-b72e-6167969a829b HTTP/1.1" status: 204 len: 168 time: 0.2858319 Apr 30 13:16:33.694984 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.84', 55242) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:16:33.909557 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-894adc09-1ad1-4e69-9942-15ea5cd259e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:33.936617 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-894adc09-1ad1-4e69-9942-15ea5cd259e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:16:33.944015 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-894adc09-1ad1-4e69-9942-15ea5cd259e4 admin admin] Usage tracker for resource:security_group_rule and tenant:c6737adf06834327bf8d5b4f5c41069f is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:16:33.947565 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-894adc09-1ad1-4e69-9942-15ea5cd259e4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:16:33.956505 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-894adc09-1ad1-4e69-9942-15ea5cd259e4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:16:34.016861 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa5790d-4bc4-4914-9630-4c819c5620ce req-a1aa7e16-dcf1-42ed-805a-4f14f2f2e31e tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:34.018365 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-3aa5790d-4bc4-4914-9630-4c819c5620ce req-a1aa7e16-dcf1-42ed-805a-4f14f2f2e31e tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] 10.222.0.84 "GET /v2.0/ports?device_id=629aaee7-e32c-43e8-ad87-68a35cc7a888 HTTP/1.1" status: 200 len: 945 time: 0.2063415 Apr 30 13:16:34.046722 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06a033a-6292-4866-8d55-8dea140f2a44 req-eac7988f-9705-4daf-97a3-5b580cf5d624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:34.048124 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-b06a033a-6292-4866-8d55-8dea140f2a44 req-eac7988f-9705-4daf-97a3-5b580cf5d624 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=629aaee7-e32c-43e8-ad87-68a35cc7a888 HTTP/1.1" status: 200 len: 1098 time: 0.1783762 Apr 30 13:16:34.112371 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-3aa5790d-4bc4-4914-9630-4c819c5620ce req-4e72834f-1d7c-42a9-a2ae-331d27655ab2 tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] 10.222.0.84 "GET /v2.0/security-groups?id=3c42be87-8352-42cf-a6e1-e7e026aabbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856631 Apr 30 13:16:34.147897 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-b06a033a-6292-4866-8d55-8dea140f2a44 req-dae4a9d7-fc16-48b8-a948-e2e182459503 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=3c42be87-8352-42cf-a6e1-e7e026aabbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819864 Apr 30 13:16:34.149609 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-894adc09-1ad1-4e69-9942-15ea5cd259e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:34.154879 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-894adc09-1ad1-4e69-9942-15ea5cd259e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985230'] for security_group, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:34.162737 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-175290b2-a4de-45c1-a8be-99ca39a59547 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:16:34.204382 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [None req-894adc09-1ad1-4e69-9942-15ea5cd259e4 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=c6737adf06834327bf8d5b4f5c41069f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5077190 Apr 30 13:16:34.205415 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894adc09-1ad1-4e69-9942-15ea5cd259e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cffd358-e5fb-4473-8c2e-bdfb8d061012,revision_number=1']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:16:34.207280 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.84', 55252) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:16:34.209975 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-894adc09-1ad1-4e69-9942-15ea5cd259e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:16:34.288656 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-3f2a6e6e-0a4a-4591-b145-8f1fa74cad7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:34.317854 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-3f2a6e6e-0a4a-4591-b145-8f1fa74cad7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:34.379170 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-3f2a6e6e-0a4a-4591-b145-8f1fa74cad7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985230'] for security_group, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:34.389223 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-c83e510e-8006-4e6b-8f40-6fd0395453c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:16:34.402846 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2a6e6e-0a4a-4591-b145-8f1fa74cad7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cffd358-e5fb-4473-8c2e-bdfb8d061012,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:16:34.407178 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-3f2a6e6e-0a4a-4591-b145-8f1fa74cad7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:16:34.418055 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-3f2a6e6e-0a4a-4591-b145-8f1fa74cad7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:34.422431 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [None req-3f2a6e6e-0a4a-4591-b145-8f1fa74cad7e admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/5cffd358-e5fb-4473-8c2e-bdfb8d061012 HTTP/1.1" status: 204 len: 168 time: 0.2135026 Apr 30 13:16:34.747779 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.84', 55270) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:16:34.766132 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-08bc0f6d-1805-4587-9bb6-0ddecb08aea6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:34.787038 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-08bc0f6d-1805-4587-9bb6-0ddecb08aea6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:16:34.791074 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-08bc0f6d-1805-4587-9bb6-0ddecb08aea6 admin admin] Usage tracker for resource:security_group_rule and tenant:0833c3dd5fa94590860fc8b3af9abc48 is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:16:34.794190 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-08bc0f6d-1805-4587-9bb6-0ddecb08aea6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:16:34.800711 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-08bc0f6d-1805-4587-9bb6-0ddecb08aea6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:16:34.865999 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.rpc [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Device 7bf74e4f-3089-4de6-842e-a568834f2a40 no longer exists at agent hyperv_hv-cinder-78719 {{(pid=73812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 13:16:34.897113 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-08bc0f6d-1805-4587-9bb6-0ddecb08aea6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:34.904553 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-08bc0f6d-1805-4587-9bb6-0ddecb08aea6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985230'] for security_group, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:34.912661 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-025e1a14-4cac-47bc-863d-78a335d2c997 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:16:34.929010 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.plugin [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] No Port match for: 7bf74e4f-3089-4de6-842e-a568834f2a40 {{(pid=73812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 13:16:34.929583 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.rpc [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Device 7bf74e4f-3089-4de6-842e-a568834f2a40 not bound to the agent host hv-cinder-78719 {{(pid=73812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 13:16:34.943811 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bc0f6d-1805-4587-9bb6-0ddecb08aea6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4b62c75-88a2-48e2-b827-b565661ef098,revision_number=1']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:16:34.947109 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-08bc0f6d-1805-4587-9bb6-0ddecb08aea6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:16:34.966393 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [None req-08bc0f6d-1805-4587-9bb6-0ddecb08aea6 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=0833c3dd5fa94590860fc8b3af9abc48&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2173409 Apr 30 13:16:34.969252 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.84', 55280) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:16:35.029633 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-3ff32491-fd30-4049-bf0c-ba6a9162e993 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:35.062019 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-3ff32491-fd30-4049-bf0c-ba6a9162e993 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:35.117456 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-3ff32491-fd30-4049-bf0c-ba6a9162e993 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985230'] for security_group, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:35.121415 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-a8b4de42-949f-4993-99e7-d33ab8a93406 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:16:35.135446 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff32491-fd30-4049-bf0c-ba6a9162e993 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4b62c75-88a2-48e2-b827-b565661ef098,revision_number=None']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:16:35.138010 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-3ff32491-fd30-4049-bf0c-ba6a9162e993 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:16:35.154938 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-3ff32491-fd30-4049-bf0c-ba6a9162e993 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:35.158825 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [None req-3ff32491-fd30-4049-bf0c-ba6a9162e993 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/e4b62c75-88a2-48e2-b827-b565661ef098 HTTP/1.1" status: 204 len: 168 time: 0.1863103 Apr 30 13:16:35.309220 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cfd869-0d5f-4401-aed8-f267f547bab9 req-ed15e81f-ea8c-4742-aae6-d598eb911ed5 tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:35.310732 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-34cfd869-0d5f-4401-aed8-f267f547bab9 req-ed15e81f-ea8c-4742-aae6-d598eb911ed5 tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] 10.222.0.84 "GET /v2.0/ports?device_id=629aaee7-e32c-43e8-ad87-68a35cc7a888 HTTP/1.1" status: 200 len: 945 time: 0.0840194 Apr 30 13:16:35.363175 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-34cfd869-0d5f-4401-aed8-f267f547bab9 req-cd6f7d59-6b91-4f98-a40b-aa77e27cd7d9 tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] 10.222.0.84 "GET /v2.0/security-groups?id=3c42be87-8352-42cf-a6e1-e7e026aabbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463576 Apr 30 13:16:36.675321 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85e3b5e-eb7b-47fc-a9d6-138e9889e5fd req-3f3b04a4-22ba-43f5-ab12-04523d95cfa9 tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:36.677019 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-a85e3b5e-eb7b-47fc-a9d6-138e9889e5fd req-3f3b04a4-22ba-43f5-ab12-04523d95cfa9 tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] 10.222.0.84 "GET /v2.0/ports?device_id=629aaee7-e32c-43e8-ad87-68a35cc7a888 HTTP/1.1" status: 200 len: 945 time: 0.1624386 Apr 30 13:16:36.731668 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-a85e3b5e-eb7b-47fc-a9d6-138e9889e5fd req-6dd59f9e-64db-428d-82f7-53539face376 tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] 10.222.0.84 "GET /v2.0/security-groups?id=3c42be87-8352-42cf-a6e1-e7e026aabbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470779 Apr 30 13:16:36.926756 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62d53f7-0279-46fa-9229-ae201ceddb8b req-0ddc858a-4181-4d62-b3eb-4b802391e7b2 tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:36.928321 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-b62d53f7-0279-46fa-9229-ae201ceddb8b req-0ddc858a-4181-4d62-b3eb-4b802391e7b2 tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] 10.222.0.84 "GET /v2.0/ports?device_id=c2c2ec2c-d0c7-483c-8fb1-c8df54adab5a HTTP/1.1" status: 200 len: 945 time: 0.0827506 Apr 30 13:16:36.976092 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-b62d53f7-0279-46fa-9229-ae201ceddb8b req-f8524a8e-e655-47fe-9c4c-f3fe8c043f0b tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] 10.222.0.84 "GET /v2.0/security-groups?id=3c42be87-8352-42cf-a6e1-e7e026aabbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415981 Apr 30 13:16:38.261278 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998728bb-ae02-4662-aed3-8183a3cec191 req-07da64dc-4acb-4587-bf45-e083331deb74 tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:38.262769 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-998728bb-ae02-4662-aed3-8183a3cec191 req-07da64dc-4acb-4587-bf45-e083331deb74 tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] 10.222.0.84 "GET /v2.0/networks?id=a2370fd2-9a9f-499d-8dea-fb3ea7c82d60 HTTP/1.1" status: 200 len: 814 time: 0.1737063 Apr 30 13:16:38.280144 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-998728bb-ae02-4662-aed3-8183a3cec191 req-36192a63-19ec-4fc1-a9df-941d5ad06d10 tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] 10.222.0.84 "GET /v2.0/quotas/4c8480cf79cf411899d291c4db89977f HTTP/1.1" status: 200 len: 375 time: 0.0095162 Apr 30 13:16:38.387588 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-998728bb-ae02-4662-aed3-8183a3cec191 req-ffd3f9ec-027b-4374-83eb-b4b58abfe136 tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=4c8480cf79cf411899d291c4db89977f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1017635 Apr 30 13:16:38.547670 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-998728bb-ae02-4662-aed3-8183a3cec191 req-b9a869d2-f246-4390-aed6-b7fa67980833 service neutron] 10.222.0.84 "GET /v2.0/networks/a2370fd2-9a9f-499d-8dea-fb3ea7c82d60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518719 Apr 30 13:16:38.711811 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-998728bb-ae02-4662-aed3-8183a3cec191 req-5798dac6-8e39-4c2b-b0b7-174fd168486b service neutron] 10.222.0.84 "GET /v2.0/networks/a2370fd2-9a9f-499d-8dea-fb3ea7c82d60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586204 Apr 30 13:16:38.923062 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-110adef8-00c5-4a0c-954a-28b03bb2ea0d req-8c94ea55-bcd3-402d-8dc6-5ee46880c0e7 tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] 10.222.0.84 "GET /v2.0/ports?device_id=8eaae53c-ce31-4653-9e93-d459bc21f108 HTTP/1.1" status: 200 len: 210 time: 0.0721126 Apr 30 13:16:39.025217 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ec5ee0-fe14-465c-b5ca-5f9ab1960dbe req-f22b13f1-8dfa-4b6e-aaf8-5892a081b0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:39.026691 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-79ec5ee0-fe14-465c-b5ca-5f9ab1960dbe req-f22b13f1-8dfa-4b6e-aaf8-5892a081b0ac service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=6ab0fe6b7e8645a0861136e67b76d521&device_id=c2c2ec2c-d0c7-483c-8fb1-c8df54adab5a HTTP/1.1" status: 200 len: 1098 time: 0.1395235 Apr 30 13:16:39.039384 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb2450e-a400-4a32-b52f-d639a74b976e req-db12119c-202d-40da-adbf-b6192cc47c49 tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:39.040923 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-5cb2450e-a400-4a32-b52f-d639a74b976e req-db12119c-202d-40da-adbf-b6192cc47c49 tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] 10.222.0.84 "GET /v2.0/ports?device_id=c2c2ec2c-d0c7-483c-8fb1-c8df54adab5a HTTP/1.1" status: 200 len: 945 time: 0.1128168 Apr 30 13:16:39.260787 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-5cb2450e-a400-4a32-b52f-d639a74b976e req-7afa0439-7ae5-4ca2-b9c3-debaf071ac46 tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] 10.222.0.84 "GET /v2.0/security-groups?id=3c42be87-8352-42cf-a6e1-e7e026aabbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005343 Apr 30 13:16:39.294852 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ec5ee0-fe14-465c-b5ca-5f9ab1960dbe req-5d577be0-06c6-4d85-8230-1da2ef6d74b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:39.296315 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-79ec5ee0-fe14-465c-b5ca-5f9ab1960dbe req-5d577be0-06c6-4d85-8230-1da2ef6d74b9 service neutron] 10.222.0.95 "GET /v2.0/networks?id=87e8e01a-ad03-481e-ad3a-b46f9803a913 HTTP/1.1" status: 200 len: 921 time: 0.2545350 Apr 30 13:16:39.422304 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-79ec5ee0-fe14-465c-b5ca-5f9ab1960dbe req-ca854ee9-47b7-4411-87a6-c4947278c0c1 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b082d8b7-bbf5-4625-b2b5-960da8b17ac2 HTTP/1.1" status: 200 len: 217 time: 0.1017761 Apr 30 13:16:39.534697 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ec5ee0-fe14-465c-b5ca-5f9ab1960dbe req-6f59712e-45e1-4481-bbc2-6c0cedf5020e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:39.538330 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-79ec5ee0-fe14-465c-b5ca-5f9ab1960dbe req-6f59712e-45e1-4481-bbc2-6c0cedf5020e service neutron] 10.222.0.95 "GET /v2.0/subnets?id=ddc22c5d-ab26-4345-8096-8d0d17e2da1d HTTP/1.1" status: 200 len: 859 time: 0.0725870 Apr 30 13:16:39.639712 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-79ec5ee0-fe14-465c-b5ca-5f9ab1960dbe req-4091a6bf-a936-4752-b9ad-894b09285096 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=87e8e01a-ad03-481e-ad3a-b46f9803a913&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0926068 Apr 30 13:16:39.800869 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-79ec5ee0-fe14-465c-b5ca-5f9ab1960dbe req-c1a55a34-5d59-41a3-9047-d5e2dbfb0ffe service neutron] 10.222.0.95 "GET /v2.0/networks/87e8e01a-ad03-481e-ad3a-b46f9803a913?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372716 Apr 30 13:16:39.846874 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000748'] for agent, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:39.944034 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-79ec5ee0-fe14-465c-b5ca-5f9ab1960dbe req-57c6125c-a5dc-437a-a72e-c5346d38eec3 service neutron] 10.222.0.95 "GET /v2.0/networks/87e8e01a-ad03-481e-ad3a-b46f9803a913?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329715 Apr 30 13:16:40.081095 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-9813c12a-2597-4ab1-b7c2-b0e5cec9afd0 req-e6c5a6b1-5c7e-4a4f-9b4f-dc793f793f0a tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] 10.222.0.84 "GET /v2.0/ports?device_id=8eaae53c-ce31-4653-9e93-d459bc21f108 HTTP/1.1" status: 200 len: 210 time: 0.0467017 Apr 30 13:16:40.387242 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998728bb-ae02-4662-aed3-8183a3cec191 req-1542d9af-f573-4cea-95a5-eb61b5151a3d tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:40.388916 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-998728bb-ae02-4662-aed3-8183a3cec191 req-1542d9af-f573-4cea-95a5-eb61b5151a3d tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] 10.222.0.95 "GET /v2.0/networks?id=a2370fd2-9a9f-499d-8dea-fb3ea7c82d60 HTTP/1.1" status: 200 len: 814 time: 0.1593773 Apr 30 13:16:40.450501 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.v2.base [req-998728bb-ae02-4662-aed3-8183a3cec191 req-0bc9b298-146d-48d4-b1a5-d59ccc53dc88 tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] Request body: {'port': {'device_id': '8eaae53c-ce31-4653-9e93-d459bc21f108', 'network_id': 'a2370fd2-9a9f-499d-8dea-fb3ea7c82d60', 'admin_state_up': True, 'tenant_id': '4c8480cf79cf411899d291c4db89977f'}} {{(pid=73810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:16:40.626664 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53c9017-f50b-4672-b246-6a1ad121124c req-cd66e5af-b881-4479-811c-d690a46a96ad tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:40.628140 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-e53c9017-f50b-4672-b246-6a1ad121124c req-cd66e5af-b881-4479-811c-d690a46a96ad tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] 10.222.0.84 "GET /v2.0/ports?device_id=c2c2ec2c-d0c7-483c-8fb1-c8df54adab5a HTTP/1.1" status: 200 len: 945 time: 0.2383137 Apr 30 13:16:40.633505 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [req-998728bb-ae02-4662-aed3-8183a3cec191 req-0bc9b298-146d-48d4-b1a5-d59ccc53dc88 tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:16:40.661398 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [req-998728bb-ae02-4662-aed3-8183a3cec191 req-0bc9b298-146d-48d4-b1a5-d59ccc53dc88 tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:16:40.687017 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-998728bb-ae02-4662-aed3-8183a3cec191 req-0bc9b298-146d-48d4-b1a5-d59ccc53dc88 tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] Made reservation on behalf of 4c8480cf79cf411899d291c4db89977f for: {'port': 1} {{(pid=73810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:16:40.690499 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-998728bb-ae02-4662-aed3-8183a3cec191 req-0bc9b298-146d-48d4-b1a5-d59ccc53dc88 tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4120257'] for port, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:40.706428 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-e53c9017-f50b-4672-b246-6a1ad121124c req-c1915e8f-a949-4b43-a16e-be23f456cf33 tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] 10.222.0.84 "GET /v2.0/security-groups?id=3c42be87-8352-42cf-a6e1-e7e026aabbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704498 Apr 30 13:16:40.892429 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.db.db_base_plugin_common [req-998728bb-ae02-4662-aed3-8183a3cec191 req-0bc9b298-146d-48d4-b1a5-d59ccc53dc88 tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] Allocated IP 172.20.0.7 (a2370fd2-9a9f-499d-8dea-fb3ea7c82d60/295a1801-3c8d-4aef-b140-f11bdef5d697/574d7b4c-c0bc-4a5a-98d5-4ea2961825c4) {{(pid=73810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 13:16:41.111510 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-998728bb-ae02-4662-aed3-8183a3cec191 req-0bc9b298-146d-48d4-b1a5-d59ccc53dc88 tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] Notify callbacks [] for port, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:41.144047 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-998728bb-ae02-4662-aed3-8183a3cec191 req-0bc9b298-146d-48d4-b1a5-d59ccc53dc88 tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4120194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773352839702'] for port, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:41.156856 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:16:41.172022 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.db [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] get_ports_and_sgs() called for port_ids ['cbc37f6d-ae64-4bbc-810e-9cbb64d89df6', '1f3609a8-d65f-4472-bc4e-764e1a3288a1', '16938175-7c59-4356-9320-b19dadd8b52c'] {{(pid=73812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 13:16:41.232466 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-998728bb-ae02-4662-aed3-8183a3cec191 req-0bc9b298-146d-48d4-b1a5-d59ccc53dc88 tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] Network a2370fd2-9a9f-499d-8dea-fb3ea7c82d60 is already hosted by enough agents. {{(pid=73810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:16:41.271420 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.scheduler.base_scheduler [req-998728bb-ae02-4662-aed3-8183a3cec191 req-0bc9b298-146d-48d4-b1a5-d59ccc53dc88 tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] Resources bound (agent type, host, resource id): {{(pid=73810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:16:41.280743 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.db.l3_dvrscheduler_db [req-998728bb-ae02-4662-aed3-8183a3cec191 req-0bc9b298-146d-48d4-b1a5-d59ccc53dc88 tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] Received port after_create {{(pid=73810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 13:16:41.286678 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998728bb-ae02-4662-aed3-8183a3cec191 req-0bc9b298-146d-48d4-b1a5-d59ccc53dc88 tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:41.287985 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-998728bb-ae02-4662-aed3-8183a3cec191 req-0bc9b298-146d-48d4-b1a5-d59ccc53dc88 tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9974'] for port, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:41.326040 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc9b298-146d-48d4-b1a5-d59ccc53dc88 tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] Pushing event updated for resources: {'Port': ['ID=574d7b4c-c0bc-4a5a-98d5-4ea2961825c4,revision_number=1']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:16:41.331280 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-0bc9b298-146d-48d4-b1a5-d59ccc53dc88 tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:16:41.342051 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-998728bb-ae02-4662-aed3-8183a3cec191 req-0bc9b298-146d-48d4-b1a5-d59ccc53dc88 tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9006495 Apr 30 13:16:41.364629 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.v2.base [req-998728bb-ae02-4662-aed3-8183a3cec191 req-b0454841-18b7-4fff-8288-78212ad529be service neutron] Request body: {'port': {'device_id': '8eaae53c-ce31-4653-9e93-d459bc21f108', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78719'}} {{(pid=73810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:16:41.409144 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a314b475-d1e5-47e1-831d-32ed27f98917 req-0e288a2d-86f5-425a-9227-8a7f85d397ba tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:41.410314 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.quota.resource [req-a314b475-d1e5-47e1-831d-32ed27f98917 req-0e288a2d-86f5-425a-9227-8a7f85d397ba tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] Synchronizing usage tracker for tenant:4c8480cf79cf411899d291c4db89977f on resource:port {{(pid=73810) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:16:41.569798 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.quota.resource [req-a314b475-d1e5-47e1-831d-32ed27f98917 req-0e288a2d-86f5-425a-9227-8a7f85d397ba tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] Unset dirty status for tenant:4c8480cf79cf411899d291c4db89977f on resource:port {{(pid=73810) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:16:41.570834 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-a314b475-d1e5-47e1-831d-32ed27f98917 req-0e288a2d-86f5-425a-9227-8a7f85d397ba tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] 10.222.0.84 "GET /v2.0/ports?device_id=8eaae53c-ce31-4653-9e93-d459bc21f108 HTTP/1.1" status: 200 len: 931 time: 0.3470070 Apr 30 13:16:41.631719 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-998728bb-ae02-4662-aed3-8183a3cec191 req-b0454841-18b7-4fff-8288-78212ad529be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4120257'] for port, before_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:41.651293 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-a314b475-d1e5-47e1-831d-32ed27f98917 req-223c4581-f012-45ab-82ea-276fea51d7a3 tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] 10.222.0.84 "GET /v2.0/security-groups?id=78b91c60-43f7-43d4-ab5b-e36ce0163f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710270 Apr 30 13:16:42.009180 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93aa0656-3578-4ae6-9735-745809662155 req-ed32e76d-0686-4415-b662-375a9e0779f0 tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:42.010810 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-93aa0656-3578-4ae6-9735-745809662155 req-ed32e76d-0686-4415-b662-375a9e0779f0 tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] 10.222.0.84 "GET /v2.0/ports?device_id=c2c2ec2c-d0c7-483c-8fb1-c8df54adab5a HTTP/1.1" status: 200 len: 945 time: 0.1785352 Apr 30 13:16:42.124490 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-93aa0656-3578-4ae6-9735-745809662155 req-3c478e5d-81ed-4a42-aa16-38f45011ee2b tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] 10.222.0.84 "GET /v2.0/security-groups?id=3c42be87-8352-42cf-a6e1-e7e026aabbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986135 Apr 30 13:16:42.126604 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.notifiers.nova [req-998728bb-ae02-4662-aed3-8183a3cec191 req-b0454841-18b7-4fff-8288-78212ad529be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 574d7b4c-c0bc-4a5a-98d5-4ea2961825c4 {{(pid=73810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 13:16:42.135037 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-998728bb-ae02-4662-aed3-8183a3cec191 req-b0454841-18b7-4fff-8288-78212ad529be service neutron] Notify callbacks [] for port, precommit_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:42.152958 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [req-998728bb-ae02-4662-aed3-8183a3cec191 req-b0454841-18b7-4fff-8288-78212ad529be service neutron] Transition to ACTIVE for port object 574d7b4c-c0bc-4a5a-98d5-4ea2961825c4 will not be triggered until provisioned by entity L2. {{(pid=73810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:16:42.157496 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-998728bb-ae02-4662-aed3-8183a3cec191 req-b0454841-18b7-4fff-8288-78212ad529be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4120194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773353276007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773352839720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773352839765'] for port, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:42.161570 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-921e3a47-d0f3-4f9d-8b6b-d0b6c1498314 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:16:42.321155 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0454841-18b7-4fff-8288-78212ad529be service neutron] Pushing event updated for resources: {'Port': ['ID=574d7b4c-c0bc-4a5a-98d5-4ea2961825c4,revision_number=2']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:16:42.324085 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-b0454841-18b7-4fff-8288-78212ad529be service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:16:42.352519 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.managers [req-998728bb-ae02-4662-aed3-8183a3cec191 req-b0454841-18b7-4fff-8288-78212ad529be service neutron] Attempting to bind port 574d7b4c-c0bc-4a5a-98d5-4ea2961825c4 on host hv-cinder-78719 for vnic_type normal with profile {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 13:16:42.352861 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.managers [req-998728bb-ae02-4662-aed3-8183a3cec191 req-b0454841-18b7-4fff-8288-78212ad529be service neutron] Attempting to bind port 574d7b4c-c0bc-4a5a-98d5-4ea2961825c4 by drivers openvswitch,hyperv on host hv-cinder-78719 at level 0 using segments [{'id': '0656c9df-3683-4b19-9e2e-76cd59b3a036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': 'a2370fd2-9a9f-499d-8dea-fb3ea7c82d60'}] {{(pid=73810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 13:16:42.353192 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-998728bb-ae02-4662-aed3-8183a3cec191 req-b0454841-18b7-4fff-8288-78212ad529be service neutron] Attempting to bind port 574d7b4c-c0bc-4a5a-98d5-4ea2961825c4 on network a2370fd2-9a9f-499d-8dea-fb3ea7c82d60 {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:16:42.358305 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-998728bb-ae02-4662-aed3-8183a3cec191 req-b0454841-18b7-4fff-8288-78212ad529be service neutron] Port 574d7b4c-c0bc-4a5a-98d5-4ea2961825c4 on network a2370fd2-9a9f-499d-8dea-fb3ea7c82d60 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78719 {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 30 13:16:42.358626 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-998728bb-ae02-4662-aed3-8183a3cec191 req-b0454841-18b7-4fff-8288-78212ad529be service neutron] Attempting to bind port 574d7b4c-c0bc-4a5a-98d5-4ea2961825c4 on network a2370fd2-9a9f-499d-8dea-fb3ea7c82d60 {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:16:42.364688 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-998728bb-ae02-4662-aed3-8183a3cec191 req-b0454841-18b7-4fff-8288-78212ad529be service neutron] Checking agent: {'id': '9979f301-637a-421d-a751-ee4de56fc333', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78719', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 13, 10), 'started_at': datetime.datetime(2021, 4, 30, 13, 13, 10), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 16, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 13:16:42.365009 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-998728bb-ae02-4662-aed3-8183a3cec191 req-b0454841-18b7-4fff-8288-78212ad529be service neutron] Checking segment: {'id': '0656c9df-3683-4b19-9e2e-76cd59b3a036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': 'a2370fd2-9a9f-499d-8dea-fb3ea7c82d60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:16:42.365398 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-998728bb-ae02-4662-aed3-8183a3cec191 req-b0454841-18b7-4fff-8288-78212ad529be service neutron] Bound using segment: {'id': '0656c9df-3683-4b19-9e2e-76cd59b3a036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': 'a2370fd2-9a9f-499d-8dea-fb3ea7c82d60'} {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 13:16:42.365827 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.managers [req-998728bb-ae02-4662-aed3-8183a3cec191 req-b0454841-18b7-4fff-8288-78212ad529be service neutron] Bound port: 574d7b4c-c0bc-4a5a-98d5-4ea2961825c4, host: hv-cinder-78719, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0656c9df-3683-4b19-9e2e-76cd59b3a036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': 'a2370fd2-9a9f-499d-8dea-fb3ea7c82d60'}}] {{(pid=73810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 13:16:42.366173 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-998728bb-ae02-4662-aed3-8183a3cec191 req-b0454841-18b7-4fff-8288-78212ad529be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4120257'] for port, before_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:42.466235 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.db [req-998728bb-ae02-4662-aed3-8183a3cec191 req-b0454841-18b7-4fff-8288-78212ad529be service neutron] For port 574d7b4c-c0bc-4a5a-98d5-4ea2961825c4, host hv-cinder-78719, cleared binding levels {{(pid=73810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 13:16:42.470030 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.db [req-998728bb-ae02-4662-aed3-8183a3cec191 req-b0454841-18b7-4fff-8288-78212ad529be service neutron] For port 574d7b4c-c0bc-4a5a-98d5-4ea2961825c4, host hv-cinder-78719, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=574d7b4c-c0bc-4a5a-98d5-4ea2961825c4,segment=NetworkSegment(0656c9df-3683-4b19-9e2e-76cd59b3a036),segment_id=0656c9df-3683-4b19-9e2e-76cd59b3a036)] {{(pid=73810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 13:16:42.474806 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-998728bb-ae02-4662-aed3-8183a3cec191 req-b0454841-18b7-4fff-8288-78212ad529be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4120194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773353276007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773352839720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773352839765'] for port, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:42.479006 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:16:42.541535 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998728bb-ae02-4662-aed3-8183a3cec191 req-b0454841-18b7-4fff-8288-78212ad529be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:42.541535 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-998728bb-ae02-4662-aed3-8183a3cec191 req-b0454841-18b7-4fff-8288-78212ad529be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9974'] for port, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:42.541535 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-998728bb-ae02-4662-aed3-8183a3cec191 req-b0454841-18b7-4fff-8288-78212ad529be service neutron] 10.222.0.95 "PUT /v2.0/ports/574d7b4c-c0bc-4a5a-98d5-4ea2961825c4 HTTP/1.1" status: 200 len: 1093 time: 1.1799493 Apr 30 13:16:42.541535 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8eaae53c-ce31-4653-9e93-d459bc21f108', 'tag': '574d7b4c-c0bc-4a5a-98d5-4ea2961825c4'}] {{(pid=73810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:16:42.570560 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0454841-18b7-4fff-8288-78212ad529be service neutron] Pushing event updated for resources: {'Port': ['ID=574d7b4c-c0bc-4a5a-98d5-4ea2961825c4,revision_number=3']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:16:42.577210 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-b0454841-18b7-4fff-8288-78212ad529be service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:16:42.621903 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8eaae53c-ce31-4653-9e93-d459bc21f108', 'tag': '574d7b4c-c0bc-4a5a-98d5-4ea2961825c4', 'status': 'completed', 'code': 200} Apr 30 13:16:42.658625 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998728bb-ae02-4662-aed3-8183a3cec191 req-b2952537-5aab-4092-89e9-bc9fdcb4c1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:42.660124 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-998728bb-ae02-4662-aed3-8183a3cec191 req-b2952537-5aab-4092-89e9-bc9fdcb4c1fb service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=4c8480cf79cf411899d291c4db89977f&device_id=8eaae53c-ce31-4653-9e93-d459bc21f108 HTTP/1.1" status: 200 len: 1096 time: 0.0768375 Apr 30 13:16:42.734779 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-998728bb-ae02-4662-aed3-8183a3cec191 req-4fe32f30-3c88-44ec-809b-d5493646fb34 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=574d7b4c-c0bc-4a5a-98d5-4ea2961825c4 HTTP/1.1" status: 200 len: 217 time: 0.0662313 Apr 30 13:16:42.806047 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998728bb-ae02-4662-aed3-8183a3cec191 req-e5288016-e943-4659-bafd-7ac485642727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:42.807526 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-998728bb-ae02-4662-aed3-8183a3cec191 req-e5288016-e943-4659-bafd-7ac485642727 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=295a1801-3c8d-4aef-b140-f11bdef5d697 HTTP/1.1" status: 200 len: 854 time: 0.0619609 Apr 30 13:16:42.909397 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-998728bb-ae02-4662-aed3-8183a3cec191 req-8bb353d3-33d9-4417-b44a-0ae768ac6e52 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=a2370fd2-9a9f-499d-8dea-fb3ea7c82d60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0682688 Apr 30 13:16:43.047440 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c1c879-0820-4510-8a65-80dd30857154 req-97c4540d-69b9-4dc0-963a-97f603d807a8 tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:43.048984 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-f1c1c879-0820-4510-8a65-80dd30857154 req-97c4540d-69b9-4dc0-963a-97f603d807a8 tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] 10.222.0.84 "GET /v2.0/ports?device_id=8eaae53c-ce31-4653-9e93-d459bc21f108 HTTP/1.1" status: 200 len: 943 time: 0.2405524 Apr 30 13:16:43.111571 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-998728bb-ae02-4662-aed3-8183a3cec191 req-b171a5ca-6372-476d-808c-83ccc5a36a43 service neutron] 10.222.0.95 "GET /v2.0/networks/a2370fd2-9a9f-499d-8dea-fb3ea7c82d60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1885922 Apr 30 13:16:43.120835 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-f1c1c879-0820-4510-8a65-80dd30857154 req-81ee3a9b-aff8-4932-b05f-bfc229c29de6 tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] 10.222.0.84 "GET /v2.0/security-groups?id=78b91c60-43f7-43d4-ab5b-e36ce0163f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652027 Apr 30 13:16:43.344056 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-998728bb-ae02-4662-aed3-8183a3cec191 req-b7631728-85ad-4258-a750-a1713a61a410 service neutron] 10.222.0.95 "GET /v2.0/networks/a2370fd2-9a9f-499d-8dea-fb3ea7c82d60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2109854 Apr 30 13:16:43.374407 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4af2b09-11a9-41bd-9319-0a560f9100ca req-80d819bb-86bb-492c-acf0-f10f0cec6cc3 tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:43.376082 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-d4af2b09-11a9-41bd-9319-0a560f9100ca req-80d819bb-86bb-492c-acf0-f10f0cec6cc3 tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] 10.222.0.84 "GET /v2.0/ports?device_id=c2c2ec2c-d0c7-483c-8fb1-c8df54adab5a HTTP/1.1" status: 200 len: 945 time: 0.1214721 Apr 30 13:16:43.567065 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-d4af2b09-11a9-41bd-9319-0a560f9100ca req-33a51b0d-dd05-48ba-9c8e-8e09855c3108 tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] 10.222.0.84 "GET /v2.0/security-groups?id=3c42be87-8352-42cf-a6e1-e7e026aabbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849852 Apr 30 13:16:43.602361 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135bb129-c545-41a0-bbf3-b724b16948d5 req-912312cd-542a-416b-9da7-8c91c68cf5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:43.604121 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-135bb129-c545-41a0-bbf3-b724b16948d5 req-912312cd-542a-416b-9da7-8c91c68cf5c9 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=4c8480cf79cf411899d291c4db89977f&device_id=8eaae53c-ce31-4653-9e93-d459bc21f108 HTTP/1.1" status: 200 len: 1096 time: 0.1185601 Apr 30 13:16:43.761730 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135bb129-c545-41a0-bbf3-b724b16948d5 req-4eb9fd3d-b08f-4676-b119-8e0e4a3a05fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:43.763209 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-135bb129-c545-41a0-bbf3-b724b16948d5 req-4eb9fd3d-b08f-4676-b119-8e0e4a3a05fa service neutron] 10.222.0.95 "GET /v2.0/networks?id=a2370fd2-9a9f-499d-8dea-fb3ea7c82d60 HTTP/1.1" status: 200 len: 916 time: 0.1493239 Apr 30 13:16:43.840904 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-135bb129-c545-41a0-bbf3-b724b16948d5 req-7ec41f65-2776-4019-9287-2fff0ca720c7 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=574d7b4c-c0bc-4a5a-98d5-4ea2961825c4 HTTP/1.1" status: 200 len: 217 time: 0.0657322 Apr 30 13:16:43.906655 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135bb129-c545-41a0-bbf3-b724b16948d5 req-7d3a3c02-2bdb-416e-b552-f0d14cd8a581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:43.908137 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-135bb129-c545-41a0-bbf3-b724b16948d5 req-7d3a3c02-2bdb-416e-b552-f0d14cd8a581 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=295a1801-3c8d-4aef-b140-f11bdef5d697 HTTP/1.1" status: 200 len: 854 time: 0.0599396 Apr 30 13:16:43.963879 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-135bb129-c545-41a0-bbf3-b724b16948d5 req-f4198dae-c157-494b-969a-b9bfafea4e1f service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=a2370fd2-9a9f-499d-8dea-fb3ea7c82d60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462887 Apr 30 13:16:44.119015 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-135bb129-c545-41a0-bbf3-b724b16948d5 req-842aadb7-c6d3-4f66-88d6-d67d9c63b648 service neutron] 10.222.0.95 "GET /v2.0/networks/a2370fd2-9a9f-499d-8dea-fb3ea7c82d60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473911 Apr 30 13:16:44.330635 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-135bb129-c545-41a0-bbf3-b724b16948d5 req-434d69ba-1361-43b5-8334-2b59526f4815 service neutron] 10.222.0.95 "GET /v2.0/networks/a2370fd2-9a9f-499d-8dea-fb3ea7c82d60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2023129 Apr 30 13:16:44.369800 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1858e62-c6fc-439d-85d0-666b95efcfde req-4c43ea0a-b0f4-4002-881d-6ab37bfc4071 tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:44.371312 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-f1858e62-c6fc-439d-85d0-666b95efcfde req-4c43ea0a-b0f4-4002-881d-6ab37bfc4071 tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] 10.222.0.84 "GET /v2.0/ports?device_id=8eaae53c-ce31-4653-9e93-d459bc21f108 HTTP/1.1" status: 200 len: 943 time: 0.1087453 Apr 30 13:16:44.417976 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-f1858e62-c6fc-439d-85d0-666b95efcfde req-b3ee5c5d-bb70-480a-8397-f468d30633ef tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] 10.222.0.84 "GET /v2.0/security-groups?id=78b91c60-43f7-43d4-ab5b-e36ce0163f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408196 Apr 30 13:16:44.784077 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a81fa9-ed72-4f3a-a8ad-44f381c0bf86 req-c47cd335-219b-41aa-9f0d-ea00bb6b81a0 tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:44.785568 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-24a81fa9-ed72-4f3a-a8ad-44f381c0bf86 req-c47cd335-219b-41aa-9f0d-ea00bb6b81a0 tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] 10.222.0.84 "GET /v2.0/ports?device_id=c2c2ec2c-d0c7-483c-8fb1-c8df54adab5a HTTP/1.1" status: 200 len: 945 time: 0.0905457 Apr 30 13:16:44.843991 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-24a81fa9-ed72-4f3a-a8ad-44f381c0bf86 req-a5391341-fa5f-4888-899e-834bb8724c88 tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] 10.222.0.84 "GET /v2.0/security-groups?id=3c42be87-8352-42cf-a6e1-e7e026aabbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477927 Apr 30 13:16:45.613291 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee5777a-a1a5-4e69-bcce-a3aedf96ecd1 req-abd30b08-963e-4240-a982-1cd768c4aae1 tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:45.614870 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-cee5777a-a1a5-4e69-bcce-a3aedf96ecd1 req-abd30b08-963e-4240-a982-1cd768c4aae1 tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] 10.222.0.84 "GET /v2.0/ports?device_id=8eaae53c-ce31-4653-9e93-d459bc21f108 HTTP/1.1" status: 200 len: 943 time: 0.0854023 Apr 30 13:16:45.663829 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-cee5777a-a1a5-4e69-bcce-a3aedf96ecd1 req-b92d8ddb-ba32-4ac8-b19a-213dfeabdd9b tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] 10.222.0.84 "GET /v2.0/security-groups?id=78b91c60-43f7-43d4-ab5b-e36ce0163f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431175 Apr 30 13:16:46.042408 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6f885d-37b2-4382-b4c0-f8f845e65461 req-7689df7b-bcaa-4853-9005-c523761f9d6d tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:46.043847 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-df6f885d-37b2-4382-b4c0-f8f845e65461 req-7689df7b-bcaa-4853-9005-c523761f9d6d tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] 10.222.0.84 "GET /v2.0/ports?device_id=c2c2ec2c-d0c7-483c-8fb1-c8df54adab5a HTTP/1.1" status: 200 len: 945 time: 0.0841079 Apr 30 13:16:46.094190 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-df6f885d-37b2-4382-b4c0-f8f845e65461 req-9d6720b7-1d87-4926-96ca-bb05530ffa11 tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] 10.222.0.84 "GET /v2.0/security-groups?id=3c42be87-8352-42cf-a6e1-e7e026aabbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445182 Apr 30 13:16:46.871339 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42477dbf-b1bb-4b30-bc9a-42dfa68edeff req-212d2fc5-e2fe-40d8-9551-59341d032874 tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:46.872828 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-42477dbf-b1bb-4b30-bc9a-42dfa68edeff req-212d2fc5-e2fe-40d8-9551-59341d032874 tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] 10.222.0.84 "GET /v2.0/ports?device_id=8eaae53c-ce31-4653-9e93-d459bc21f108 HTTP/1.1" status: 200 len: 943 time: 0.0870819 Apr 30 13:16:46.918995 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-42477dbf-b1bb-4b30-bc9a-42dfa68edeff req-5b4a0a4a-4d4a-4dce-b8a4-3cbef09b733a tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] 10.222.0.84 "GET /v2.0/security-groups?id=78b91c60-43f7-43d4-ab5b-e36ce0163f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401821 Apr 30 13:16:46.940418 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.rpc [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Device 574d7b4c-c0bc-4a5a-98d5-4ea2961825c4 details requested by agent hyperv_hv-cinder-78719 with host hv-cinder-78719 {{(pid=73812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 13:16:47.088576 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.db [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] For port 574d7b4c-c0bc-4a5a-98d5-4ea2961825c4, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=574d7b4c-c0bc-4a5a-98d5-4ea2961825c4,segment=NetworkSegment(0656c9df-3683-4b19-9e2e-76cd59b3a036),segment_id=0656c9df-3683-4b19-9e2e-76cd59b3a036)] {{(pid=73812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:16:47.102320 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.rpc [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Returning: {'device': '574d7b4c-c0bc-4a5a-98d5-4ea2961825c4', 'network_id': 'a2370fd2-9a9f-499d-8dea-fb3ea7c82d60', 'port_id': '574d7b4c-c0bc-4a5a-98d5-4ea2961825c4', 'mac_address': 'fa:16:3e:76:54:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '295a1801-3c8d-4aef-b140-f11bdef5d697', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 13:16:47.165694 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4120257'] for port, before_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:47.189392 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.notifiers.nova [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 574d7b4c-c0bc-4a5a-98d5-4ea2961825c4 {{(pid=73812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 13:16:47.209217 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.db [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] For port 574d7b4c-c0bc-4a5a-98d5-4ea2961825c4, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=574d7b4c-c0bc-4a5a-98d5-4ea2961825c4,segment=NetworkSegment(0656c9df-3683-4b19-9e2e-76cd59b3a036),segment_id=0656c9df-3683-4b19-9e2e-76cd59b3a036)] {{(pid=73812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:16:47.214173 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4120194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773353276007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773352839720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773352839765'] for port, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:47.215862 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:16:47.288723 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Pushing event updated for resources: {'Port': ['ID=574d7b4c-c0bc-4a5a-98d5-4ea2961825c4,revision_number=4']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:16:47.293071 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:16:47.307248 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff51076d-b9a4-4c0d-a76b-9e88a02f0c63 req-4d1c60ce-03d0-435a-898b-bbf6c9ed011e tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:47.308787 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-ff51076d-b9a4-4c0d-a76b-9e88a02f0c63 req-4d1c60ce-03d0-435a-898b-bbf6c9ed011e tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] 10.222.0.84 "GET /v2.0/ports?device_id=c2c2ec2c-d0c7-483c-8fb1-c8df54adab5a HTTP/1.1" status: 200 len: 945 time: 0.0891819 Apr 30 13:16:47.355804 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-ff51076d-b9a4-4c0d-a76b-9e88a02f0c63 req-ba53a701-0f58-4102-be5f-11f6f1b3a205 tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] 10.222.0.84 "GET /v2.0/security-groups?id=3c42be87-8352-42cf-a6e1-e7e026aabbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411468 Apr 30 13:16:47.595591 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.db [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] get_ports_and_sgs() called for port_ids ['574d7b4c-c0bc-4a5a-98d5-4ea2961825c4'] {{(pid=73812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 13:16:48.133558 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d28f83d-e3df-4200-a235-1eee1226e32e req-bb2d73fe-4322-4e05-a8d9-0a035d8ec146 tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:48.135083 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-4d28f83d-e3df-4200-a235-1eee1226e32e req-bb2d73fe-4322-4e05-a8d9-0a035d8ec146 tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] 10.222.0.84 "GET /v2.0/ports?device_id=8eaae53c-ce31-4653-9e93-d459bc21f108 HTTP/1.1" status: 200 len: 944 time: 0.0981333 Apr 30 13:16:48.181995 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-4d28f83d-e3df-4200-a235-1eee1226e32e req-de5152c7-2f24-4e29-a987-75ffd5247cb6 tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] 10.222.0.84 "GET /v2.0/security-groups?id=78b91c60-43f7-43d4-ab5b-e36ce0163f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407372 Apr 30 13:16:48.562383 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acec115-585c-44c4-ba56-7c8bf6262d4a req-57435bc5-3520-411c-bf4a-148eeb2f5fc6 tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:48.564231 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-1acec115-585c-44c4-ba56-7c8bf6262d4a req-57435bc5-3520-411c-bf4a-148eeb2f5fc6 tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] 10.222.0.84 "GET /v2.0/ports?device_id=c2c2ec2c-d0c7-483c-8fb1-c8df54adab5a HTTP/1.1" status: 200 len: 945 time: 0.0870500 Apr 30 13:16:48.620418 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-1acec115-585c-44c4-ba56-7c8bf6262d4a req-176e27c0-73c0-43f8-af3a-45c58ad78322 tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] 10.222.0.84 "GET /v2.0/security-groups?id=3c42be87-8352-42cf-a6e1-e7e026aabbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490112 Apr 30 13:16:48.956458 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.rpc [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Device 574d7b4c-c0bc-4a5a-98d5-4ea2961825c4 up at agent hyperv_hv-cinder-78719 {{(pid=73812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:16:49.031163 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-e0827565-79a7-480f-8dd4-c52d60da39f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000748'] for agent, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:49.034182 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.provisioning_blocks [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Provisioning for port 574d7b4c-c0bc-4a5a-98d5-4ea2961825c4 completed by entity L2. {{(pid=73812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:16:49.038966 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.provisioning_blocks [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Provisioning complete for port 574d7b4c-c0bc-4a5a-98d5-4ea2961825c4 triggered by entity L2. {{(pid=73812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:16:49.039267 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000605'] for port, provisioning_complete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:49.158741 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4120257'] for port, before_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:49.187427 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8eaae53c-ce31-4653-9e93-d459bc21f108', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '574d7b4c-c0bc-4a5a-98d5-4ea2961825c4'}] {{(pid=73812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:16:49.197451 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.db [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] For port 574d7b4c-c0bc-4a5a-98d5-4ea2961825c4, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=574d7b4c-c0bc-4a5a-98d5-4ea2961825c4,segment=NetworkSegment(0656c9df-3683-4b19-9e2e-76cd59b3a036),segment_id=0656c9df-3683-4b19-9e2e-76cd59b3a036)] {{(pid=73812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:16:49.202904 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4120194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773353276007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773352839720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773352839765'] for port, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:49.205603 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:16:49.244754 dv-cinder-787195-5-smb neutron-server[73812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8eaae53c-ce31-4653-9e93-d459bc21f108', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '574d7b4c-c0bc-4a5a-98d5-4ea2961825c4', 'code': 200} Apr 30 13:16:49.286726 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Pushing event updated for resources: {'Port': ['ID=574d7b4c-c0bc-4a5a-98d5-4ea2961825c4,revision_number=5']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:16:49.289779 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:16:49.402110 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3ca48d-ecc1-4a78-a7fd-b4e65a41f0a1 req-fe990558-1755-4363-b6a2-b57d4f86ed27 tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:49.403976 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-4c3ca48d-ecc1-4a78-a7fd-b4e65a41f0a1 req-fe990558-1755-4363-b6a2-b57d4f86ed27 tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] 10.222.0.84 "GET /v2.0/ports?device_id=8eaae53c-ce31-4653-9e93-d459bc21f108 HTTP/1.1" status: 200 len: 945 time: 0.0996575 Apr 30 13:16:49.503704 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-4c3ca48d-ecc1-4a78-a7fd-b4e65a41f0a1 req-6eea25e4-9ac2-49d4-8ccf-42394bd69546 tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] 10.222.0.84 "GET /v2.0/security-groups?id=78b91c60-43f7-43d4-ab5b-e36ce0163f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940154 Apr 30 13:16:49.534994 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04998ea3-61f4-4b39-9200-7972f8294124 req-8d6cb9b3-9e6e-4759-bfae-82aeeb131605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:49.535668 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-04998ea3-61f4-4b39-9200-7972f8294124 req-8d6cb9b3-9e6e-4759-bfae-82aeeb131605 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=8eaae53c-ce31-4653-9e93-d459bc21f108 HTTP/1.1" status: 200 len: 1098 time: 0.0962100 Apr 30 13:16:49.670052 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-04998ea3-61f4-4b39-9200-7972f8294124 req-0b9bdbe2-8978-4353-b990-109164eeda52 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=78b91c60-43f7-43d4-ab5b-e36ce0163f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262729 Apr 30 13:16:49.829849 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14623c74-c6d7-45a7-99e4-2feeb0ef3497 req-db472809-28bc-4ba8-9619-c93091678b93 tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:49.831371 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-14623c74-c6d7-45a7-99e4-2feeb0ef3497 req-db472809-28bc-4ba8-9619-c93091678b93 tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] 10.222.0.84 "GET /v2.0/ports?device_id=c2c2ec2c-d0c7-483c-8fb1-c8df54adab5a HTTP/1.1" status: 200 len: 945 time: 0.0861468 Apr 30 13:16:49.881152 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-14623c74-c6d7-45a7-99e4-2feeb0ef3497 req-8a1bb136-b181-42ba-ae75-29249dc3d652 tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] 10.222.0.84 "GET /v2.0/security-groups?id=3c42be87-8352-42cf-a6e1-e7e026aabbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430417 Apr 30 13:16:50.715095 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39ade2c-d49a-43ef-aa65-cd1ff04d850c req-8f1a959a-e69a-4778-99bc-fe9aebf81f15 tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:50.716614 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-b39ade2c-d49a-43ef-aa65-cd1ff04d850c req-8f1a959a-e69a-4778-99bc-fe9aebf81f15 tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] 10.222.0.84 "GET /v2.0/ports?device_id=8eaae53c-ce31-4653-9e93-d459bc21f108 HTTP/1.1" status: 200 len: 945 time: 0.0816486 Apr 30 13:16:50.765891 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-b39ade2c-d49a-43ef-aa65-cd1ff04d850c req-d0602d5c-a773-4fd1-9e25-34cc830dbfef tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] 10.222.0.84 "GET /v2.0/security-groups?id=78b91c60-43f7-43d4-ab5b-e36ce0163f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426548 Apr 30 13:16:50.962082 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.84', 55654) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:16:51.092310 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.db.db_base_plugin_v2 [None req-765de5b7-1739-488e-8d8c-4b000e4fd02b admin admin] Deleting subnet a1f3e9e4-9b81-4c7c-88de-f1de33d982ba {{(pid=73810) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 30 13:16:51.100879 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-765de5b7-1739-488e-8d8c-4b000e4fd02b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:51.119265 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.84', 55662) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:16:51.163872 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e45c1e0-7c95-4785-8f24-50b7c6639467 req-70fc0310-ed77-4289-abb4-188d592ca4fb tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:51.165398 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-8e45c1e0-7c95-4785-8f24-50b7c6639467 req-70fc0310-ed77-4289-abb4-188d592ca4fb tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] 10.222.0.84 "GET /v2.0/ports?device_id=c2c2ec2c-d0c7-483c-8fb1-c8df54adab5a HTTP/1.1" status: 200 len: 945 time: 0.1600456 Apr 30 13:16:51.172081 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-765de5b7-1739-488e-8d8c-4b000e4fd02b admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:51.193633 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-765de5b7-1739-488e-8d8c-4b000e4fd02b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4062251'] for subnet, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:51.249084 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-d7392b8e-a850-400d-8048-fb9635c0ae0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:51.259398 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-8e45c1e0-7c95-4785-8f24-50b7c6639467 req-4348dcb3-f757-472d-9a5f-333c45815e3a tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] 10.222.0.84 "GET /v2.0/security-groups?id=3c42be87-8352-42cf-a6e1-e7e026aabbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844595 Apr 30 13:16:51.264718 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-d7392b8e-a850-400d-8048-fb9635c0ae0c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:16:51.269563 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-d7392b8e-a850-400d-8048-fb9635c0ae0c admin admin] Usage tracker for resource:security_group_rule and tenant:499ac61371824a199f35f26bee385389 is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:16:51.272749 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-d7392b8e-a850-400d-8048-fb9635c0ae0c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:16:51.279170 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-d7392b8e-a850-400d-8048-fb9635c0ae0c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:16:51.366654 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-d7392b8e-a850-400d-8048-fb9635c0ae0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:51.373973 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-d7392b8e-a850-400d-8048-fb9635c0ae0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985230'] for security_group, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:51.382971 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-62e267ef-b2df-47d2-b6c7-f00d118c90be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:16:51.427537 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [None req-d7392b8e-a850-400d-8048-fb9635c0ae0c admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=499ac61371824a199f35f26bee385389&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3041964 Apr 30 13:16:51.427745 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.84', 55668) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:16:51.430614 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7392b8e-a850-400d-8048-fb9635c0ae0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52a5b494-4419-4686-b7eb-84aa48263be2,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:16:51.450297 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7392b8e-a850-400d-8048-fb9635c0ae0c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:16:51.450661 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7392b8e-a850-400d-8048-fb9635c0ae0c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:16:51.451019 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7392b8e-a850-400d-8048-fb9635c0ae0c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:16:51.451366 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7392b8e-a850-400d-8048-fb9635c0ae0c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:16:51.451710 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7392b8e-a850-400d-8048-fb9635c0ae0c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:16:51.452055 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7392b8e-a850-400d-8048-fb9635c0ae0c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:16:51.452418 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7392b8e-a850-400d-8048-fb9635c0ae0c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:16:51.452764 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7392b8e-a850-400d-8048-fb9635c0ae0c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:16:51.453103 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7392b8e-a850-400d-8048-fb9635c0ae0c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:16:51.453443 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7392b8e-a850-400d-8048-fb9635c0ae0c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:16:51.454151 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7392b8e-a850-400d-8048-fb9635c0ae0c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:16:51.454416 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7392b8e-a850-400d-8048-fb9635c0ae0c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:16:51.459950 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-d7392b8e-a850-400d-8048-fb9635c0ae0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:16:51.472038 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-765de5b7-1739-488e-8d8c-4b000e4fd02b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4062258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313'] for subnet, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:51.477691 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-60d3390d-ada6-471e-8d67-4c649edf9c9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:16:51.502689 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-9b05519d-f7fa-4282-97f0-a490ed1e92ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:51.518645 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-765de5b7-1739-488e-8d8c-4b000e4fd02b admin admin] Notify callbacks [] for subnet, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:51.521182 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765de5b7-1739-488e-8d8c-4b000e4fd02b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a1f3e9e4-9b81-4c7c-88de-f1de33d982ba,revision_number=None']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:16:51.530335 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-9b05519d-f7fa-4282-97f0-a490ed1e92ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:51.531261 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765de5b7-1739-488e-8d8c-4b000e4fd02b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:16:51.531634 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765de5b7-1739-488e-8d8c-4b000e4fd02b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:16:51.531992 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765de5b7-1739-488e-8d8c-4b000e4fd02b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:16:51.532342 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765de5b7-1739-488e-8d8c-4b000e4fd02b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:16:51.532709 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765de5b7-1739-488e-8d8c-4b000e4fd02b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:16:51.533056 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765de5b7-1739-488e-8d8c-4b000e4fd02b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:16:51.533399 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765de5b7-1739-488e-8d8c-4b000e4fd02b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:16:51.533738 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765de5b7-1739-488e-8d8c-4b000e4fd02b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:16:51.534078 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765de5b7-1739-488e-8d8c-4b000e4fd02b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:16:51.534415 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765de5b7-1739-488e-8d8c-4b000e4fd02b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:16:51.534752 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765de5b7-1739-488e-8d8c-4b000e4fd02b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:16:51.535088 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765de5b7-1739-488e-8d8c-4b000e4fd02b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:16:51.538552 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-765de5b7-1739-488e-8d8c-4b000e4fd02b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:16:51.542405 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [None req-765de5b7-1739-488e-8d8c-4b000e4fd02b admin admin] 10.222.0.84 "DELETE /v2.0/subnets/a1f3e9e4-9b81-4c7c-88de-f1de33d982ba HTTP/1.1" status: 204 len: 168 time: 0.5771129 Apr 30 13:16:51.542648 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.84', 55672) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:16:51.586430 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-9b05519d-f7fa-4282-97f0-a490ed1e92ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985230'] for security_group, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:51.590940 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-396f4c8d-9a6a-473c-8cf2-237a4d6d8885 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:16:51.603291 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b05519d-f7fa-4282-97f0-a490ed1e92ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52a5b494-4419-4686-b7eb-84aa48263be2,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:16:51.607495 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-9b05519d-f7fa-4282-97f0-a490ed1e92ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:16:51.611705 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-9b05519d-f7fa-4282-97f0-a490ed1e92ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:51.612843 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [None req-9b05519d-f7fa-4282-97f0-a490ed1e92ec admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/52a5b494-4419-4686-b7eb-84aa48263be2 HTTP/1.1" status: 204 len: 168 time: 0.1842086 Apr 30 13:16:51.658759 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-76a8be4b-de1e-4706-938e-ccd12e499222 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4148260'] for network, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:51.791379 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-76a8be4b-de1e-4706-938e-ccd12e499222 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3997862', 'neutron.services.segments.db._delete_segments_for_network-8773353284765'] for network, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:51.836765 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-d48d86ff-0d02-4fc6-abca-9231c0b6c93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000748'] for agent, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:51.956003 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-76a8be4b-de1e-4706-938e-ccd12e499222 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=73810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:16:51.956224 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-76a8be4b-de1e-4706-938e-ccd12e499222 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=73810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:16:51.956982 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-76a8be4b-de1e-4706-938e-ccd12e499222 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=73810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:16:51.957323 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-76a8be4b-de1e-4706-938e-ccd12e499222 admin admin] Subscribe: > port after_create 55550000 {{(pid=73810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:16:51.957637 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-76a8be4b-de1e-4706-938e-ccd12e499222 admin admin] Subscribe: > port after_delete 55550000 {{(pid=73810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:16:51.957964 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-76a8be4b-de1e-4706-938e-ccd12e499222 admin admin] Subscribe: > port after_update 55550000 {{(pid=73810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:16:51.958281 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-76a8be4b-de1e-4706-938e-ccd12e499222 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=73810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:16:51.958588 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-76a8be4b-de1e-4706-938e-ccd12e499222 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=73810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:16:51.958921 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-76a8be4b-de1e-4706-938e-ccd12e499222 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=73810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:16:51.959215 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-76a8be4b-de1e-4706-938e-ccd12e499222 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=73810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:16:52.043492 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-76a8be4b-de1e-4706-938e-ccd12e499222 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=73810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:16:52.043836 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-76a8be4b-de1e-4706-938e-ccd12e499222 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=73810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:16:52.044169 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-76a8be4b-de1e-4706-938e-ccd12e499222 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=73810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:16:52.044531 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-76a8be4b-de1e-4706-938e-ccd12e499222 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=73810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:16:52.044894 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.services.segments.db [None req-76a8be4b-de1e-4706-938e-ccd12e499222 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['498fb676-a7c7-4aff-a8a4-77d8f68f6edc']}} {{(pid=73810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:16:52.061436 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.services.segments.db [None req-76a8be4b-de1e-4706-938e-ccd12e499222 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'deaf4bab-5062-4453-8382-c60f3222d550') {'for_net_delete': True} {{(pid=73810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:16:52.061752 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.services.segments.db [None req-76a8be4b-de1e-4706-938e-ccd12e499222 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'deaf4bab-5062-4453-8382-c60f3222d550') {} {{(pid=73810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:16:52.077561 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-76a8be4b-de1e-4706-938e-ccd12e499222 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773353296999', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1918264'] for segment, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:52.104525 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-76a8be4b-de1e-4706-938e-ccd12e499222 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060901'] for segment, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:52.114691 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76a8be4b-de1e-4706-938e-ccd12e499222 admin admin] Releasing vlan 1106 on physical network physnet1 to pool {{(pid=73810) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 13:16:52.151049 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29884c4-6a8b-48da-802b-3cf9210082ac req-d6032f57-99aa-437a-a0f5-d4d36b6f2e2b tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:52.152684 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-f29884c4-6a8b-48da-802b-3cf9210082ac req-d6032f57-99aa-437a-a0f5-d4d36b6f2e2b tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] 10.222.0.84 "GET /v2.0/ports?device_id=8eaae53c-ce31-4653-9e93-d459bc21f108 HTTP/1.1" status: 200 len: 945 time: 0.2566841 Apr 30 13:16:52.282852 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000748'] for agent, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:52.337688 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-f29884c4-6a8b-48da-802b-3cf9210082ac req-1c542eac-99cb-4560-b0cd-609aedb72e25 tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] 10.222.0.84 "GET /v2.0/security-groups?id=78b91c60-43f7-43d4-ab5b-e36ce0163f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390047 Apr 30 13:16:52.339347 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.managers [None req-76a8be4b-de1e-4706-938e-ccd12e499222 admin admin] Network 498fb676-a7c7-4aff-a8a4-77d8f68f6edc has no segments {{(pid=73810) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 13:16:52.348251 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-76a8be4b-de1e-4706-938e-ccd12e499222 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4060702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11793051'] for segment, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:52.680749 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.managers [None req-76a8be4b-de1e-4706-938e-ccd12e499222 admin admin] Network 498fb676-a7c7-4aff-a8a4-77d8f68f6edc has no segments {{(pid=73810) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 13:16:52.706894 dv-cinder-787195-5-smb neutron-server[73810]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 30 13:16:52.706894 dv-cinder-787195-5-smb neutron-server[73810]: from cryptography.utils import int_from_bytes Apr 30 13:16:52.706894 dv-cinder-787195-5-smb neutron-server[73810]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 30 13:16:52.706894 dv-cinder-787195-5-smb neutron-server[73810]: from cryptography.utils import int_from_bytes Apr 30 13:16:52.706894 dv-cinder-787195-5-smb neutron-server[73810]: Traceback (most recent call last): Apr 30 13:16:52.706894 dv-cinder-787195-5-smb neutron-server[73810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 13:16:52.706894 dv-cinder-787195-5-smb neutron-server[73810]: timer() Apr 30 13:16:52.706894 dv-cinder-787195-5-smb neutron-server[73810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 13:16:52.706894 dv-cinder-787195-5-smb neutron-server[73810]: cb(*args, **kw) Apr 30 13:16:52.706894 dv-cinder-787195-5-smb neutron-server[73810]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 30 13:16:52.706894 dv-cinder-787195-5-smb neutron-server[73810]: return func(*args, **kwargs) Apr 30 13:16:52.706894 dv-cinder-787195-5-smb neutron-server[73810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 13:16:52.706894 dv-cinder-787195-5-smb neutron-server[73810]: self._notify() Apr 30 13:16:52.706894 dv-cinder-787195-5-smb neutron-server[73810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 13:16:52.706894 dv-cinder-787195-5-smb neutron-server[73810]: self.callback(batched_events) Apr 30 13:16:52.706894 dv-cinder-787195-5-smb neutron-server[73810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 13:16:52.706894 dv-cinder-787195-5-smb neutron-server[73810]: event.method(event) Apr 30 13:16:52.706894 dv-cinder-787195-5-smb neutron-server[73810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 30 13:16:52.706894 dv-cinder-787195-5-smb neutron-server[73810]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 13:16:52.706894 dv-cinder-787195-5-smb neutron-server[73810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 30 13:16:52.706894 dv-cinder-787195-5-smb neutron-server[73810]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 13:16:52.706894 dv-cinder-787195-5-smb neutron-server[73810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 30 13:16:52.706894 dv-cinder-787195-5-smb neutron-server[73810]: return f(self, *a, **k) Apr 30 13:16:52.706894 dv-cinder-787195-5-smb neutron-server[73810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 30 13:16:52.706894 dv-cinder-787195-5-smb neutron-server[73810]: return self._get(url).json() Apr 30 13:16:52.706894 dv-cinder-787195-5-smb neutron-server[73810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 30 13:16:52.706894 dv-cinder-787195-5-smb neutron-server[73810]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 13:16:52.706894 dv-cinder-787195-5-smb neutron-server[73810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 13:16:52.706894 dv-cinder-787195-5-smb neutron-server[73810]: return self.request(url, 'GET', **kwargs) Apr 30 13:16:52.706894 dv-cinder-787195-5-smb neutron-server[73810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 13:16:52.706894 dv-cinder-787195-5-smb neutron-server[73810]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 13:16:52.706894 dv-cinder-787195-5-smb neutron-server[73810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 13:16:52.706894 dv-cinder-787195-5-smb neutron-server[73810]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 13:16:52.706894 dv-cinder-787195-5-smb neutron-server[73810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 13:16:52.706894 dv-cinder-787195-5-smb neutron-server[73810]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 13:16:52.706894 dv-cinder-787195-5-smb neutron-server[73810]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 13:16:52.814099 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16f56b1-73bd-4195-9da8-8010369a223c req-cfa8bcd2-cdd0-46ea-bd85-46926fd3da21 tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:52.821351 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-c16f56b1-73bd-4195-9da8-8010369a223c req-cfa8bcd2-cdd0-46ea-bd85-46926fd3da21 tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] 10.222.0.84 "GET /v2.0/ports?device_id=c2c2ec2c-d0c7-483c-8fb1-c8df54adab5a HTTP/1.1" status: 200 len: 945 time: 0.3803716 Apr 30 13:16:52.843127 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-76a8be4b-de1e-4706-938e-ccd12e499222 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3997869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-920133'] for network, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:52.861328 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-36a49616-2ece-42df-b1c0-ece612e32b24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:16:52.888102 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-76a8be4b-de1e-4706-938e-ccd12e499222 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647359'] for network, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:52.893812 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a8be4b-de1e-4706-938e-ccd12e499222 admin admin] Pushing event deleted for resources: {'Network': ['ID=498fb676-a7c7-4aff-a8a4-77d8f68f6edc,revision_number=None']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:16:52.903896 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-76a8be4b-de1e-4706-938e-ccd12e499222 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:16:52.914709 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.84', 55716) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:16:52.915198 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [None req-76a8be4b-de1e-4706-938e-ccd12e499222 admin admin] 10.222.0.84 "DELETE /v2.0/networks/498fb676-a7c7-4aff-a8a4-77d8f68f6edc HTTP/1.1" status: 204 len: 168 time: 1.3713019 Apr 30 13:16:52.919890 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-c16f56b1-73bd-4195-9da8-8010369a223c req-6b79cce5-86e0-4a3c-8d5e-6a3010af67a6 tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] 10.222.0.84 "GET /v2.0/security-groups?id=3c42be87-8352-42cf-a6e1-e7e026aabbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971076 Apr 30 13:16:53.007141 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d14ede5-7d81-497a-ab95-e065c43ab12e admin admin] Deleting subnet 54e9119f-a20a-426f-93ae-596cca6194c6 {{(pid=73809) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 30 13:16:53.010944 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-0d14ede5-7d81-497a-ab95-e065c43ab12e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:53.101198 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-a9ba599c-bbf2-42e7-8bf2-2ae3bfc6b861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000748'] for agent, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:53.126358 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-0d14ede5-7d81-497a-ab95-e065c43ab12e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11422972'] for subnet, precommit_delete_associations {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:53.186076 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-0d14ede5-7d81-497a-ab95-e065c43ab12e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4062251'] for subnet, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:53.334933 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.db.agents_db [None req-91df71b6-c2d8-49d0-b68d-2a1f0a47a62a None None] Agent healthcheck: found 6 active agents {{(pid=73814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 13:16:53.462074 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-0d14ede5-7d81-497a-ab95-e065c43ab12e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4062258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11423513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10753783'] for subnet, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:53.466085 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-c52bb77d-b35a-404e-a5a8-5b459dd5715a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:16:53.501905 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d14ede5-7d81-497a-ab95-e065c43ab12e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=54e9119f-a20a-426f-93ae-596cca6194c6,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:16:53.504842 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-0d14ede5-7d81-497a-ab95-e065c43ab12e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:16:53.505787 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-0d14ede5-7d81-497a-ab95-e065c43ab12e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647359'] for subnet, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:53.511985 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [None req-0d14ede5-7d81-497a-ab95-e065c43ab12e admin admin] 10.222.0.84 "DELETE /v2.0/subnets/54e9119f-a20a-426f-93ae-596cca6194c6 HTTP/1.1" status: 204 len: 168 time: 0.5952570 Apr 30 13:16:53.515342 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.84', 55726) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:16:53.627120 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-1085198b-bfc3-4862-8f9e-f7a962fa1a8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4148260'] for network, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:53.759787 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-1085198b-bfc3-4862-8f9e-f7a962fa1a8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3997862', 'neutron.services.segments.db._delete_segments_for_network-8773353284765'] for network, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:53.877609 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.services.segments.db [None req-1085198b-bfc3-4862-8f9e-f7a962fa1a8c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8423304c-dc83-4c39-b015-34a6204a7b88']}} {{(pid=73810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:16:53.892678 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.services.segments.db [None req-1085198b-bfc3-4862-8f9e-f7a962fa1a8c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b871333-01c1-45e3-8385-d30e07767f77') {'for_net_delete': True} {{(pid=73810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:16:53.892978 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.services.segments.db [None req-1085198b-bfc3-4862-8f9e-f7a962fa1a8c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b871333-01c1-45e3-8385-d30e07767f77') {} {{(pid=73810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:16:53.905077 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-1085198b-bfc3-4862-8f9e-f7a962fa1a8c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773353296999', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1918264'] for segment, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:53.923643 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-1085198b-bfc3-4862-8f9e-f7a962fa1a8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060901'] for segment, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:53.929751 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1085198b-bfc3-4862-8f9e-f7a962fa1a8c admin admin] Releasing vlan 1111 on physical network physnet1 to pool {{(pid=73810) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 13:16:54.166785 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.managers [None req-1085198b-bfc3-4862-8f9e-f7a962fa1a8c admin admin] Network 8423304c-dc83-4c39-b015-34a6204a7b88 has no segments {{(pid=73810) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 13:16:54.177641 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-1085198b-bfc3-4862-8f9e-f7a962fa1a8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4060702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11793051'] for segment, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:54.396808 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.managers [None req-1085198b-bfc3-4862-8f9e-f7a962fa1a8c admin admin] Network 8423304c-dc83-4c39-b015-34a6204a7b88 has no segments {{(pid=73810) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 13:16:54.427038 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd76836-c237-46a4-8810-1ece2251f620 req-d438fbdc-f3c5-45d6-b537-04bcbeee7842 tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:54.436200 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-0fd76836-c237-46a4-8810-1ece2251f620 req-d438fbdc-f3c5-45d6-b537-04bcbeee7842 tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] 10.222.0.84 "GET /v2.0/ports?device_id=c2c2ec2c-d0c7-483c-8fb1-c8df54adab5a HTTP/1.1" status: 200 len: 945 time: 0.3841465 Apr 30 13:16:54.457392 dv-cinder-787195-5-smb neutron-server[73810]: Traceback (most recent call last): Apr 30 13:16:54.457392 dv-cinder-787195-5-smb neutron-server[73810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 13:16:54.457392 dv-cinder-787195-5-smb neutron-server[73810]: timer() Apr 30 13:16:54.457392 dv-cinder-787195-5-smb neutron-server[73810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 13:16:54.457392 dv-cinder-787195-5-smb neutron-server[73810]: cb(*args, **kw) Apr 30 13:16:54.457392 dv-cinder-787195-5-smb neutron-server[73810]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 30 13:16:54.457392 dv-cinder-787195-5-smb neutron-server[73810]: return func(*args, **kwargs) Apr 30 13:16:54.457392 dv-cinder-787195-5-smb neutron-server[73810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 13:16:54.457392 dv-cinder-787195-5-smb neutron-server[73810]: self._notify() Apr 30 13:16:54.457392 dv-cinder-787195-5-smb neutron-server[73810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 13:16:54.457392 dv-cinder-787195-5-smb neutron-server[73810]: self.callback(batched_events) Apr 30 13:16:54.457392 dv-cinder-787195-5-smb neutron-server[73810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 13:16:54.457392 dv-cinder-787195-5-smb neutron-server[73810]: event.method(event) Apr 30 13:16:54.457392 dv-cinder-787195-5-smb neutron-server[73810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 30 13:16:54.457392 dv-cinder-787195-5-smb neutron-server[73810]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 13:16:54.457392 dv-cinder-787195-5-smb neutron-server[73810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 30 13:16:54.457392 dv-cinder-787195-5-smb neutron-server[73810]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 13:16:54.457392 dv-cinder-787195-5-smb neutron-server[73810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 30 13:16:54.457392 dv-cinder-787195-5-smb neutron-server[73810]: return f(self, *a, **k) Apr 30 13:16:54.457392 dv-cinder-787195-5-smb neutron-server[73810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 30 13:16:54.457392 dv-cinder-787195-5-smb neutron-server[73810]: return self._get(url).json() Apr 30 13:16:54.457392 dv-cinder-787195-5-smb neutron-server[73810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 30 13:16:54.457392 dv-cinder-787195-5-smb neutron-server[73810]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 13:16:54.457392 dv-cinder-787195-5-smb neutron-server[73810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 13:16:54.457392 dv-cinder-787195-5-smb neutron-server[73810]: return self.request(url, 'GET', **kwargs) Apr 30 13:16:54.457392 dv-cinder-787195-5-smb neutron-server[73810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 13:16:54.457392 dv-cinder-787195-5-smb neutron-server[73810]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 13:16:54.457392 dv-cinder-787195-5-smb neutron-server[73810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 13:16:54.457392 dv-cinder-787195-5-smb neutron-server[73810]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 13:16:54.457392 dv-cinder-787195-5-smb neutron-server[73810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 13:16:54.457392 dv-cinder-787195-5-smb neutron-server[73810]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 13:16:54.457392 dv-cinder-787195-5-smb neutron-server[73810]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 13:16:54.467735 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-5918b5d9-36b2-459a-8043-2e5e2054f07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000748'] for agent, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:54.619020 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-0fd76836-c237-46a4-8810-1ece2251f620 req-8c5cbbeb-1557-4439-8470-abf887a1bd91 tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] 10.222.0.84 "GET /v2.0/security-groups?id=3c42be87-8352-42cf-a6e1-e7e026aabbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808460 Apr 30 13:16:54.624663 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-1085198b-bfc3-4862-8f9e-f7a962fa1a8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3997869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-920133'] for network, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:54.634047 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:16:54.656857 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-1085198b-bfc3-4862-8f9e-f7a962fa1a8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647359'] for network, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:54.668924 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [None req-1085198b-bfc3-4862-8f9e-f7a962fa1a8c admin admin] 10.222.0.84 "DELETE /v2.0/networks/8423304c-dc83-4c39-b015-34a6204a7b88 HTTP/1.1" status: 204 len: 168 time: 1.1504157 Apr 30 13:16:54.672367 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1085198b-bfc3-4862-8f9e-f7a962fa1a8c admin admin] Pushing event deleted for resources: {'Network': ['ID=8423304c-dc83-4c39-b015-34a6204a7b88,revision_number=None']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:16:54.675587 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-1085198b-bfc3-4862-8f9e-f7a962fa1a8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:16:54.867008 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.84', 55756) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:16:54.917534 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [None req-054b9aa0-b2b0-4a5b-b05c-802c2d653d8f admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=fae8bf8d2613435694149d1f166a242f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0491571 Apr 30 13:16:54.921114 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.84', 55760) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:16:54.982225 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-dcbf606d-53c2-482d-ab8d-6189bd0e7279 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:55.009406 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-dcbf606d-53c2-482d-ab8d-6189bd0e7279 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:55.066417 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-dcbf606d-53c2-482d-ab8d-6189bd0e7279 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985230'] for security_group, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:55.070285 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-bc4f266e-7ab0-4961-8e93-5f6a240728a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:16:55.085336 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbf606d-53c2-482d-ab8d-6189bd0e7279 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdcb6b3f-1d64-439e-9ac9-5b122eddab9e,revision_number=None']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:16:55.089101 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-dcbf606d-53c2-482d-ab8d-6189bd0e7279 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:16:55.092611 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-dcbf606d-53c2-482d-ab8d-6189bd0e7279 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:55.093740 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [None req-dcbf606d-53c2-482d-ab8d-6189bd0e7279 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/fdcb6b3f-1d64-439e-9ac9-5b122eddab9e HTTP/1.1" status: 204 len: 168 time: 0.1717224 Apr 30 13:16:55.472088 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.84', 55776) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:16:55.528758 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [None req-b43fd873-b880-44fc-a3cb-00dfc20ee898 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=9e339fc232904946805967757526b6d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0550318 Apr 30 13:16:55.531123 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.84', 55780) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:16:55.704740 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-267c3165-7ae8-4e9a-8cfe-7f516f7c0ffb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:55.738170 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-267c3165-7ae8-4e9a-8cfe-7f516f7c0ffb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:55.865198 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb9e63d-548a-4184-92e8-fd69efd240df req-379ea214-7851-4eec-b107-7241a73d5038 tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:55.866677 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-7fb9e63d-548a-4184-92e8-fd69efd240df req-379ea214-7851-4eec-b107-7241a73d5038 tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] 10.222.0.84 "GET /v2.0/ports?device_id=c2c2ec2c-d0c7-483c-8fb1-c8df54adab5a HTTP/1.1" status: 200 len: 945 time: 0.1151881 Apr 30 13:16:55.867560 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-267c3165-7ae8-4e9a-8cfe-7f516f7c0ffb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985230'] for security_group, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:55.871333 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-8f499ae7-7c9a-4ed0-b14b-6e323eeece1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:16:55.896820 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267c3165-7ae8-4e9a-8cfe-7f516f7c0ffb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72b916eb-d518-4212-877a-4d6f6ef9f95b,revision_number=None']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:16:55.901082 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-267c3165-7ae8-4e9a-8cfe-7f516f7c0ffb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:16:55.911094 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-267c3165-7ae8-4e9a-8cfe-7f516f7c0ffb admin admin] Notify callbacks [] for security_group, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:55.912205 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [None req-267c3165-7ae8-4e9a-8cfe-7f516f7c0ffb admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/72b916eb-d518-4212-877a-4d6f6ef9f95b HTTP/1.1" status: 204 len: 168 time: 0.3798938 Apr 30 13:16:55.941388 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-7fb9e63d-548a-4184-92e8-fd69efd240df req-49fcb79d-9390-4f4c-b97b-5c221f3b937c tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] 10.222.0.84 "GET /v2.0/security-groups?id=3c42be87-8352-42cf-a6e1-e7e026aabbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626440 Apr 30 13:16:57.167421 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcd7688-c1d9-4c3b-b405-65f1505a0c18 req-722ef53b-9c25-433b-a658-91ad56288482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:57.169162 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-ebcd7688-c1d9-4c3b-b405-65f1505a0c18 req-722ef53b-9c25-433b-a658-91ad56288482 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=c2c2ec2c-d0c7-483c-8fb1-c8df54adab5a HTTP/1.1" status: 200 len: 1098 time: 0.0851855 Apr 30 13:16:57.228562 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-ebcd7688-c1d9-4c3b-b405-65f1505a0c18 req-15342c65-7bee-4a2f-9aeb-403d6fa0f88e service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=3c42be87-8352-42cf-a6e1-e7e026aabbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500617 Apr 30 13:16:57.347734 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbafa815-6bbd-4322-a11e-25b03e1ea00a req-1ba050c4-8dc1-4a3e-990a-2c9ff5956eb5 tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:57.349349 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-dbafa815-6bbd-4322-a11e-25b03e1ea00a req-1ba050c4-8dc1-4a3e-990a-2c9ff5956eb5 tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] 10.222.0.84 "GET /v2.0/ports?device_id=c2c2ec2c-d0c7-483c-8fb1-c8df54adab5a HTTP/1.1" status: 200 len: 945 time: 0.0848486 Apr 30 13:16:57.415256 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-dbafa815-6bbd-4322-a11e-25b03e1ea00a req-2786f319-6518-482a-97a2-55b3eebdb204 tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] 10.222.0.84 "GET /v2.0/security-groups?id=3c42be87-8352-42cf-a6e1-e7e026aabbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595434 Apr 30 13:16:58.753011 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cea676-a516-4ac4-9a54-110b94a4476c req-c4df291f-4be5-497f-99bb-57aebca0979c tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:58.761375 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-68cea676-a516-4ac4-9a54-110b94a4476c req-c4df291f-4be5-497f-99bb-57aebca0979c tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] 10.222.0.84 "GET /v2.0/ports?device_id=c2c2ec2c-d0c7-483c-8fb1-c8df54adab5a HTTP/1.1" status: 200 len: 945 time: 0.1783216 Apr 30 13:16:58.831113 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-68cea676-a516-4ac4-9a54-110b94a4476c req-aef06021-9fa9-4ef1-bee9-804f0843c3e6 tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] 10.222.0.84 "GET /v2.0/security-groups?id=3c42be87-8352-42cf-a6e1-e7e026aabbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692158 Apr 30 13:17:00.044179 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4808e00f-dc3e-47f9-b83d-53604c2bc801 req-31c38f6b-bcbc-47df-b311-67cbc5f7d58e tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:00.045864 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-4808e00f-dc3e-47f9-b83d-53604c2bc801 req-31c38f6b-bcbc-47df-b311-67cbc5f7d58e tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] 10.222.0.84 "GET /v2.0/ports?device_id=c2c2ec2c-d0c7-483c-8fb1-c8df54adab5a HTTP/1.1" status: 200 len: 945 time: 0.0872042 Apr 30 13:17:00.098709 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-4808e00f-dc3e-47f9-b83d-53604c2bc801 req-abd6c4c4-32ac-4d19-bf18-4637786ac982 tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] 10.222.0.84 "GET /v2.0/security-groups?id=3c42be87-8352-42cf-a6e1-e7e026aabbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446370 Apr 30 13:17:00.627808 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8781fcc8-9c2e-459b-b661-da6fdc06c2c7 req-5093a617-a236-43f1-995f-b3d6b84e8692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:00.629308 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-8781fcc8-9c2e-459b-b661-da6fdc06c2c7 req-5093a617-a236-43f1-995f-b3d6b84e8692 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=6ab0fe6b7e8645a0861136e67b76d521&device_id=c2c2ec2c-d0c7-483c-8fb1-c8df54adab5a HTTP/1.1" status: 200 len: 1098 time: 0.1862931 Apr 30 13:17:00.638313 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d241c8-30e8-4aa2-a38f-9afe5adf8163 req-be1966d0-8575-4cdf-b733-5fe4e52fc80b tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:00.639910 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-02d241c8-30e8-4aa2-a38f-9afe5adf8163 req-be1966d0-8575-4cdf-b733-5fe4e52fc80b tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] 10.222.0.84 "GET /v2.0/ports?device_id=8eaae53c-ce31-4653-9e93-d459bc21f108 HTTP/1.1" status: 200 len: 945 time: 0.2400417 Apr 30 13:17:00.673749 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8c5a69-3ca1-4734-afb7-f4dbcdd8aea2 req-0207519c-1d84-4ad2-95e0-461cd9b04e29 tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:00.675190 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-ac8c5a69-3ca1-4734-afb7-f4dbcdd8aea2 req-0207519c-1d84-4ad2-95e0-461cd9b04e29 tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] 10.222.0.84 "GET /v2.0/ports?device_id=c2c2ec2c-d0c7-483c-8fb1-c8df54adab5a HTTP/1.1" status: 200 len: 945 time: 0.1810820 Apr 30 13:17:00.842740 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-02d241c8-30e8-4aa2-a38f-9afe5adf8163 req-503dc621-af47-4af6-b830-4c6a2976c44f tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] 10.222.0.84 "GET /v2.0/security-groups?id=78b91c60-43f7-43d4-ab5b-e36ce0163f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798384 Apr 30 13:17:00.845693 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-ac8c5a69-3ca1-4734-afb7-f4dbcdd8aea2 req-ade23ce7-638f-41d2-b811-9751342ba776 tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] 10.222.0.84 "GET /v2.0/security-groups?id=3c42be87-8352-42cf-a6e1-e7e026aabbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436336 Apr 30 13:17:00.875835 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8781fcc8-9c2e-459b-b661-da6fdc06c2c7 req-1c23cd5c-b95a-4987-b16e-ec0f241792c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:00.877469 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-8781fcc8-9c2e-459b-b661-da6fdc06c2c7 req-1c23cd5c-b95a-4987-b16e-ec0f241792c9 service neutron] 10.222.0.95 "GET /v2.0/networks?id=87e8e01a-ad03-481e-ad3a-b46f9803a913 HTTP/1.1" status: 200 len: 921 time: 0.2349188 Apr 30 13:17:00.971105 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-8781fcc8-9c2e-459b-b661-da6fdc06c2c7 req-f11c8ebb-9285-4f90-a91f-a541fba14332 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b082d8b7-bbf5-4625-b2b5-960da8b17ac2 HTTP/1.1" status: 200 len: 217 time: 0.0685155 Apr 30 13:17:01.046094 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8781fcc8-9c2e-459b-b661-da6fdc06c2c7 req-689b257c-0a45-4257-8e08-b097bee52e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:01.047607 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-8781fcc8-9c2e-459b-b661-da6fdc06c2c7 req-689b257c-0a45-4257-8e08-b097bee52e22 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=ddc22c5d-ab26-4345-8096-8d0d17e2da1d HTTP/1.1" status: 200 len: 859 time: 0.0690842 Apr 30 13:17:01.111896 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-8781fcc8-9c2e-459b-b661-da6fdc06c2c7 req-6a6a40e3-de9c-4926-a036-a1ef6ab6722f service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=87e8e01a-ad03-481e-ad3a-b46f9803a913&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0548766 Apr 30 13:17:01.261531 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-8781fcc8-9c2e-459b-b661-da6fdc06c2c7 req-0286fbaf-72eb-4040-b6e2-cdd6bf7f0e8a service neutron] 10.222.0.95 "GET /v2.0/networks/87e8e01a-ad03-481e-ad3a-b46f9803a913?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302135 Apr 30 13:17:01.412237 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-8781fcc8-9c2e-459b-b661-da6fdc06c2c7 req-06583a20-8978-4625-8726-f7fb65030f80 service neutron] 10.222.0.95 "GET /v2.0/networks/87e8e01a-ad03-481e-ad3a-b46f9803a913?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387813 Apr 30 13:17:02.218677 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655dd60f-9900-4cfe-92ef-589c30a3447a req-dba2f70a-6660-4914-b249-ae6c7ff56818 tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:02.220206 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-655dd60f-9900-4cfe-92ef-589c30a3447a req-dba2f70a-6660-4914-b249-ae6c7ff56818 tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] 10.222.0.84 "GET /v2.0/ports?device_id=8eaae53c-ce31-4653-9e93-d459bc21f108 HTTP/1.1" status: 200 len: 945 time: 0.2373209 Apr 30 13:17:02.229880 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2140875-45ab-4378-8df0-69a00d0c1b00 req-5c433ad9-6aa9-42ce-9625-84544f7e08df tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:02.231269 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-e2140875-45ab-4378-8df0-69a00d0c1b00 req-5c433ad9-6aa9-42ce-9625-84544f7e08df tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] 10.222.0.84 "GET /v2.0/ports?device_id=c2c2ec2c-d0c7-483c-8fb1-c8df54adab5a HTTP/1.1" status: 200 len: 945 time: 0.2090673 Apr 30 13:17:02.303880 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-655dd60f-9900-4cfe-92ef-589c30a3447a req-e544b08c-6f72-4c8b-8960-0f6f59e8b25d tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] 10.222.0.84 "GET /v2.0/security-groups?id=78b91c60-43f7-43d4-ab5b-e36ce0163f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716267 Apr 30 13:17:02.309140 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-e2140875-45ab-4378-8df0-69a00d0c1b00 req-5c06e915-eb7a-49f0-aba7-53f570c0ce10 tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] 10.222.0.84 "GET /v2.0/security-groups?id=3c42be87-8352-42cf-a6e1-e7e026aabbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634592 Apr 30 13:17:03.320735 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78cf193-ab03-4a6b-91b9-e34682853be2 req-d655f646-5b8e-4795-a2f2-86fe64ca7104 tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:03.321425 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-c78cf193-ab03-4a6b-91b9-e34682853be2 req-d655f646-5b8e-4795-a2f2-86fe64ca7104 tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] 10.222.0.95 "GET /v2.0/ports?device_id=8eaae53c-ce31-4653-9e93-d459bc21f108 HTTP/1.1" status: 200 len: 945 time: 0.0866079 Apr 30 13:17:03.548121 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.plugin [req-c78cf193-ab03-4a6b-91b9-e34682853be2 req-2ceea5c9-e256-45b6-a940-7207d73b15e1 tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] Deleting port 574d7b4c-c0bc-4a5a-98d5-4ea2961825c4 {{(pid=73810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:17:03.548493 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-c78cf193-ab03-4a6b-91b9-e34682853be2 req-2ceea5c9-e256-45b6-a940-7207d73b15e1 tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773353273429'] for port, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:03.722247 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.db [req-c78cf193-ab03-4a6b-91b9-e34682853be2 req-2ceea5c9-e256-45b6-a940-7207d73b15e1 tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] For port 574d7b4c-c0bc-4a5a-98d5-4ea2961825c4, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=574d7b4c-c0bc-4a5a-98d5-4ea2961825c4,segment=NetworkSegment(0656c9df-3683-4b19-9e2e-76cd59b3a036),segment_id=0656c9df-3683-4b19-9e2e-76cd59b3a036)] {{(pid=73810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:17:03.722558 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-c78cf193-ab03-4a6b-91b9-e34682853be2 req-2ceea5c9-e256-45b6-a940-7207d73b15e1 tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1047743'] for port, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:03.855848 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.plugin [req-c78cf193-ab03-4a6b-91b9-e34682853be2 req-2ceea5c9-e256-45b6-a940-7207d73b15e1 tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] Calling delete_port for 574d7b4c-c0bc-4a5a-98d5-4ea2961825c4 owned by compute:nova {{(pid=73810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:17:03.870245 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8480f035-3744-4f86-b372-abab65e6abb3 req-7342aefe-4b78-4777-88f0-28afe353252f tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:03.871619 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-8480f035-3744-4f86-b372-abab65e6abb3 req-7342aefe-4b78-4777-88f0-28afe353252f tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] 10.222.0.84 "GET /v2.0/ports?device_id=c2c2ec2c-d0c7-483c-8fb1-c8df54adab5a HTTP/1.1" status: 200 len: 945 time: 0.4048474 Apr 30 13:17:03.880590 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3384b9f5-92c0-4c3c-a940-3f8df8441789 req-9e3f82bf-3978-40ea-90e1-711f31545f3f tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:03.882039 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-3384b9f5-92c0-4c3c-a940-3f8df8441789 req-9e3f82bf-3978-40ea-90e1-711f31545f3f tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] 10.222.0.84 "GET /v2.0/ports?device_id=8eaae53c-ce31-4653-9e93-d459bc21f108 HTTP/1.1" status: 200 len: 945 time: 0.4128716 Apr 30 13:17:03.972459 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-8480f035-3744-4f86-b372-abab65e6abb3 req-a82219a5-14e5-4168-bf58-c7802abf9da3 tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] 10.222.0.84 "GET /v2.0/security-groups?id=3c42be87-8352-42cf-a6e1-e7e026aabbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882530 Apr 30 13:17:03.981244 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-3384b9f5-92c0-4c3c-a940-3f8df8441789 req-f8e88a07-1716-4619-b078-f6c881d35000 tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] 10.222.0.84 "GET /v2.0/security-groups?id=78b91c60-43f7-43d4-ab5b-e36ce0163f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826297 Apr 30 13:17:04.095064 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-c78cf193-ab03-4a6b-91b9-e34682853be2 req-2ceea5c9-e256-45b6-a940-7207d73b15e1 tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4120194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773353276016', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773352839711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11792972'] for port, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:04.100976 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-b0454841-18b7-4fff-8288-78212ad529be service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:17:04.109064 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.db [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] get_ports_and_sgs() called for port_ids ['cbc37f6d-ae64-4bbc-810e-9cbb64d89df6', '1f3609a8-d65f-4472-bc4e-764e1a3288a1', '16938175-7c59-4356-9320-b19dadd8b52c', '574d7b4c-c0bc-4a5a-98d5-4ea2961825c4'] {{(pid=73812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 13:17:04.177164 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ceea5c9-e256-45b6-a940-7207d73b15e1 tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] Pushing event deleted for resources: {'Port': ['ID=574d7b4c-c0bc-4a5a-98d5-4ea2961825c4,revision_number=None']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:17:04.179946 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-2ceea5c9-e256-45b6-a940-7207d73b15e1 tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:17:04.308945 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.db.l3_dvrscheduler_db [req-c78cf193-ab03-4a6b-91b9-e34682853be2 req-2ceea5c9-e256-45b6-a940-7207d73b15e1 tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] No DVR routers for this DVR port 574d7b4c-c0bc-4a5a-98d5-4ea2961825c4 on host hv-cinder-78719 {{(pid=73810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 13:17:04.313758 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-c78cf193-ab03-4a6b-91b9-e34682853be2 req-2ceea5c9-e256-45b6-a940-7207d73b15e1 tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9974'] for port, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:04.317588 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8eaae53c-ce31-4653-9e93-d459bc21f108', 'name': 'network-vif-deleted', 'tag': '574d7b4c-c0bc-4a5a-98d5-4ea2961825c4'}] {{(pid=73810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:17:04.338382 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-c78cf193-ab03-4a6b-91b9-e34682853be2 req-2ceea5c9-e256-45b6-a940-7207d73b15e1 tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] 10.222.0.95 "DELETE /v2.0/ports/574d7b4c-c0bc-4a5a-98d5-4ea2961825c4 HTTP/1.1" status: 204 len: 173 time: 1.0061135 Apr 30 13:17:04.398118 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8eaae53c-ce31-4653-9e93-d459bc21f108', 'name': 'network-vif-deleted', 'tag': '574d7b4c-c0bc-4a5a-98d5-4ea2961825c4', 'status': 'completed', 'code': 200} Apr 30 13:17:04.628235 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.84', 56050) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:17:04.757301 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-9309bf41-f3e9-430b-b65f-3f6e614d99d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:04.772750 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-9309bf41-f3e9-430b-b65f-3f6e614d99d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:17:04.777133 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-9309bf41-f3e9-430b-b65f-3f6e614d99d7 admin admin] Usage tracker for resource:security_group_rule and tenant:9506fb1154e74bd1bb570d529c72747f is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:17:04.779970 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-9309bf41-f3e9-430b-b65f-3f6e614d99d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:17:04.785658 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-9309bf41-f3e9-430b-b65f-3f6e614d99d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:17:04.872773 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-9309bf41-f3e9-430b-b65f-3f6e614d99d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:04.878215 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-9309bf41-f3e9-430b-b65f-3f6e614d99d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985230'] for security_group, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:04.885621 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:17:04.926419 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [None req-9309bf41-f3e9-430b-b65f-3f6e614d99d7 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=9506fb1154e74bd1bb570d529c72747f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2969608 Apr 30 13:17:04.927258 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9309bf41-f3e9-430b-b65f-3f6e614d99d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ff9a71f-eee1-406b-ad2e-112b9e46499f,revision_number=1']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:17:04.929290 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.84', 56056) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:17:04.933666 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-9309bf41-f3e9-430b-b65f-3f6e614d99d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:17:04.997328 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-ce61a311-565b-4254-acca-0b255f9ab4ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:05.027210 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-ce61a311-565b-4254-acca-0b255f9ab4ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:05.087913 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-ce61a311-565b-4254-acca-0b255f9ab4ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985230'] for security_group, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:05.096315 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-5b16e1a7-0889-40a8-b09f-859c07548d7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:17:05.111168 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce61a311-565b-4254-acca-0b255f9ab4ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ff9a71f-eee1-406b-ad2e-112b9e46499f,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:17:05.118342 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-ce61a311-565b-4254-acca-0b255f9ab4ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:05.119556 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [None req-ce61a311-565b-4254-acca-0b255f9ab4ee admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/0ff9a71f-eee1-406b-ad2e-112b9e46499f HTTP/1.1" status: 204 len: 168 time: 0.1892509 Apr 30 13:17:05.120886 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-ce61a311-565b-4254-acca-0b255f9ab4ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:17:05.217574 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.quota.resource [req-186635ac-e179-4cbf-9fa6-09211e8792e2 req-7f1c26f0-8525-4284-b8db-870a269c8b83 tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] Synchronizing usage tracker for tenant:4c8480cf79cf411899d291c4db89977f on resource:port {{(pid=73810) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:17:05.243347 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.quota.resource [req-186635ac-e179-4cbf-9fa6-09211e8792e2 req-7f1c26f0-8525-4284-b8db-870a269c8b83 tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] Unset dirty status for tenant:4c8480cf79cf411899d291c4db89977f on resource:port {{(pid=73810) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:17:05.244624 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-186635ac-e179-4cbf-9fa6-09211e8792e2 req-7f1c26f0-8525-4284-b8db-870a269c8b83 tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] 10.222.0.84 "GET /v2.0/ports?device_id=8eaae53c-ce31-4653-9e93-d459bc21f108 HTTP/1.1" status: 200 len: 210 time: 0.0826180 Apr 30 13:17:05.265959 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d58fd2a-5070-4b93-8eac-94e55cb06141 req-f14abdfd-2c26-4b60-8f85-9ca3cc4c0e0a tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:05.268813 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-6d58fd2a-5070-4b93-8eac-94e55cb06141 req-f14abdfd-2c26-4b60-8f85-9ca3cc4c0e0a tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] 10.222.0.84 "GET /v2.0/ports?device_id=c2c2ec2c-d0c7-483c-8fb1-c8df54adab5a HTTP/1.1" status: 200 len: 945 time: 0.1766410 Apr 30 13:17:05.324809 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-6d58fd2a-5070-4b93-8eac-94e55cb06141 req-c360d684-7d4e-4f25-bd45-c19938ac769a tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] 10.222.0.84 "GET /v2.0/security-groups?id=3c42be87-8352-42cf-a6e1-e7e026aabbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503464 Apr 30 13:17:05.966704 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.84', 56104) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:17:05.996584 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.84', 56110) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:17:06.075938 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.v2.base [None req-eb5d2de6-c259-4457-a055-c6082b2da8d8 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1059514730-network', 'tenant_id': '99d54a5c4e0a4d9abb919ed154eab887'}} {{(pid=73810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:17:06.081525 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-eb5d2de6-c259-4457-a055-c6082b2da8d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:17:06.085752 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-eb5d2de6-c259-4457-a055-c6082b2da8d8 admin admin] Usage tracker for resource:network and tenant:99d54a5c4e0a4d9abb919ed154eab887 is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:17:06.089884 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-eb5d2de6-c259-4457-a055-c6082b2da8d8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:17:06.095980 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-eb5d2de6-c259-4457-a055-c6082b2da8d8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:17:06.120624 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-7a6d32e9-1b1f-47f1-a6ca-649cfc801a4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:06.131898 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb5d2de6-c259-4457-a055-c6082b2da8d8 admin admin] Made reservation on behalf of 99d54a5c4e0a4d9abb919ed154eab887 for: {'network': 1} {{(pid=73810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:17:06.134659 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-eb5d2de6-c259-4457-a055-c6082b2da8d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4120257'] for network, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:06.152578 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-eb5d2de6-c259-4457-a055-c6082b2da8d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:06.163852 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-7a6d32e9-1b1f-47f1-a6ca-649cfc801a4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:17:06.170213 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-7a6d32e9-1b1f-47f1-a6ca-649cfc801a4b admin admin] Usage tracker for resource:security_group_rule and tenant:41bf6085171c42469f4e711ac63b806d is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:17:06.173602 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-7a6d32e9-1b1f-47f1-a6ca-649cfc801a4b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:17:06.176339 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-eb5d2de6-c259-4457-a055-c6082b2da8d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:17:06.182153 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-7a6d32e9-1b1f-47f1-a6ca-649cfc801a4b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:17:06.184448 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-eb5d2de6-c259-4457-a055-c6082b2da8d8 admin admin] Usage tracker for resource:security_group_rule and tenant:99d54a5c4e0a4d9abb919ed154eab887 is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:17:06.187888 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-eb5d2de6-c259-4457-a055-c6082b2da8d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:17:06.197709 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-eb5d2de6-c259-4457-a055-c6082b2da8d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:17:06.335239 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-7a6d32e9-1b1f-47f1-a6ca-649cfc801a4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:06.348733 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-7a6d32e9-1b1f-47f1-a6ca-649cfc801a4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985230'] for security_group, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:06.358196 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-dcbf606d-53c2-482d-ab8d-6189bd0e7279 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:17:06.365256 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-eb5d2de6-c259-4457-a055-c6082b2da8d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:06.377589 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-eb5d2de6-c259-4457-a055-c6082b2da8d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985230'] for security_group, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:06.412221 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [None req-7a6d32e9-1b1f-47f1-a6ca-649cfc801a4b admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=41bf6085171c42469f4e711ac63b806d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4145281 Apr 30 13:17:06.413060 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6d32e9-1b1f-47f1-a6ca-649cfc801a4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5150b001-6fcf-4df1-923e-6147a0834e50,revision_number=1']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:17:06.415029 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.84', 56120) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:17:06.416769 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-7a6d32e9-1b1f-47f1-a6ca-649cfc801a4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:17:06.419829 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-33f568ec-1d61-4062-a3a1-1511550021f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.028s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:17:06.426936 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb5d2de6-c259-4457-a055-c6082b2da8d8 admin admin] vlan segment allocate from pool success with {'vlan_id': 1117, 'physical_network': 'physnet1'} {{(pid=73810) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 13:17:06.452956 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-eb5d2de6-c259-4457-a055-c6082b2da8d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060901'] for segment, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:06.453318 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.db.segments_db [None req-eb5d2de6-c259-4457-a055-c6082b2da8d8 admin admin] Added segment 313beba6-51ca-4db8-affa-af5efe1019e3 of type vlan for network aa03f28a-3a1e-4da9-866d-defb23fad75a Apr 30 13:17:06.489416 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-eb5d2de6-c259-4457-a055-c6082b2da8d8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773352860555'] for network, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:06.500178 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-243c39d5-ac7b-42dc-b6d1-50631ce8b97a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:06.532526 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-243c39d5-ac7b-42dc-b6d1-50631ce8b97a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:06.544959 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-eb5d2de6-c259-4457-a055-c6082b2da8d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313'] for network, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:06.547937 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb5d2de6-c259-4457-a055-c6082b2da8d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:06.548705 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-eb5d2de6-c259-4457-a055-c6082b2da8d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647359'] for network, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:06.553077 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5d2de6-c259-4457-a055-c6082b2da8d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b3f7177-85ca-4925-9c26-b4599bb1bca8,revision_number=1']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:17:06.570527 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-eb5d2de6-c259-4457-a055-c6082b2da8d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:17:06.580756 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-76a8be4b-de1e-4706-938e-ccd12e499222 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:17:06.603609 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-243c39d5-ac7b-42dc-b6d1-50631ce8b97a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985230'] for security_group, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:06.607747 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-89e6d159-4d57-4136-909d-d5faa9435ffd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:17:06.619087 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243c39d5-ac7b-42dc-b6d1-50631ce8b97a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5150b001-6fcf-4df1-923e-6147a0834e50,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:17:06.623802 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-243c39d5-ac7b-42dc-b6d1-50631ce8b97a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:17:06.627682 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-243c39d5-ac7b-42dc-b6d1-50631ce8b97a admin admin] Notify callbacks [] for security_group, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:06.631479 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [None req-243c39d5-ac7b-42dc-b6d1-50631ce8b97a admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/5150b001-6fcf-4df1-923e-6147a0834e50 HTTP/1.1" status: 204 len: 168 time: 0.2068939 Apr 30 13:17:06.717839 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5d2de6-c259-4457-a055-c6082b2da8d8 admin admin] Pushing event updated for resources: {'Network': ['ID=aa03f28a-3a1e-4da9-866d-defb23fad75a,revision_number=1']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:17:06.720688 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-eb5d2de6-c259-4457-a055-c6082b2da8d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:17:06.728916 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.rpc [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Network aa03f28a-3a1e-4da9-866d-defb23fad75a details requested by agent ovs-agent-dv-cinder-787195-5-smb with host dv-cinder-787195-5-smb {{(pid=73812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 30 13:17:06.732898 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.84', 56132) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:17:06.733113 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [None req-eb5d2de6-c259-4457-a055-c6082b2da8d8 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7652206 Apr 30 13:17:06.740372 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.v2.base [None req-bbccc97e-8210-4988-8184-33f5c3435c2f admin admin] Request body: {'subnet': {'network_id': 'aa03f28a-3a1e-4da9-866d-defb23fad75a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1059514730-subnet', 'tenant_id': '99d54a5c4e0a4d9abb919ed154eab887', 'ip_version': 4}} {{(pid=73809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:17:06.752793 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-bbccc97e-8210-4988-8184-33f5c3435c2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:17:06.756948 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-bbccc97e-8210-4988-8184-33f5c3435c2f admin admin] Usage tracker for resource:subnet and tenant:99d54a5c4e0a4d9abb919ed154eab887 is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:17:06.759892 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-bbccc97e-8210-4988-8184-33f5c3435c2f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:17:06.766176 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-bbccc97e-8210-4988-8184-33f5c3435c2f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:17:06.778117 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbccc97e-8210-4988-8184-33f5c3435c2f admin admin] Made reservation on behalf of 99d54a5c4e0a4d9abb919ed154eab887 for: {'subnet': 1} {{(pid=73809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:17:06.781299 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-bbccc97e-8210-4988-8184-33f5c3435c2f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10753770'] for subnet, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:06.981425 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.84', 56142) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:17:07.005395 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-ab49a94b-51a5-408c-86cd-14719abef7a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:07.017859 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.rpc [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Device 574d7b4c-c0bc-4a5a-98d5-4ea2961825c4 no longer exists at agent hyperv_hv-cinder-78719 {{(pid=73812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 13:17:07.059551 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.plugin [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] No Port match for: 574d7b4c-c0bc-4a5a-98d5-4ea2961825c4 {{(pid=73812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 13:17:07.060194 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.rpc [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Device 574d7b4c-c0bc-4a5a-98d5-4ea2961825c4 not bound to the agent host hv-cinder-78719 {{(pid=73812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 13:17:07.146555 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-ab49a94b-51a5-408c-86cd-14719abef7a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:17:07.152085 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-ab49a94b-51a5-408c-86cd-14719abef7a7 admin admin] Usage tracker for resource:security_group_rule and tenant:4bcc173ed1f14e5488ef87665f4d1ca6 is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:17:07.155990 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-ab49a94b-51a5-408c-86cd-14719abef7a7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:17:07.163180 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-ab49a94b-51a5-408c-86cd-14719abef7a7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:17:07.199244 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-bbccc97e-8210-4988-8184-33f5c3435c2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11422932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10753784'] for subnet, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:07.204623 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-b3e1813e-5abe-4980-847a-593893107bc8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:17:07.224923 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0a56ae-6597-4b9f-b91d-afbdecbf37fb req-66e2e85e-55e8-481b-9828-9a80379c2419 tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:07.226448 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-3b0a56ae-6597-4b9f-b91d-afbdecbf37fb req-66e2e85e-55e8-481b-9828-9a80379c2419 tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] 10.222.0.84 "GET /v2.0/ports?device_id=c2c2ec2c-d0c7-483c-8fb1-c8df54adab5a HTTP/1.1" status: 200 len: 945 time: 0.1267095 Apr 30 13:17:07.276823 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbccc97e-8210-4988-8184-33f5c3435c2f admin admin] Pushing event updated for resources: {'Subnet': ['ID=18774bde-1daa-4ee6-a31b-aefc080adf26,revision_number=0']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:17:07.284396 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbccc97e-8210-4988-8184-33f5c3435c2f admin admin] Checking segment: {'id': '313beba6-51ca-4db8-affa-af5efe1019e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': 'aa03f28a-3a1e-4da9-866d-defb23fad75a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:17:07.284765 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbccc97e-8210-4988-8184-33f5c3435c2f admin admin] Network hostable DHCP agents. Network: aa03f28a-3a1e-4da9-866d-defb23fad75a, hostable agents: ['bbfd2d49-358d-47d1-a027-fcfd9e0d3b2b'], hosted agents: [] {{(pid=73809) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 13:17:07.288510 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-bbccc97e-8210-4988-8184-33f5c3435c2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:17:07.304436 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-3b0a56ae-6597-4b9f-b91d-afbdecbf37fb req-f1bd5a08-74da-49e2-a7a9-0aaf0bae7c2e tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] 10.222.0.84 "GET /v2.0/security-groups?id=3c42be87-8352-42cf-a6e1-e7e026aabbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691075 Apr 30 13:17:07.305582 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbccc97e-8210-4988-8184-33f5c3435c2f admin admin] Network aa03f28a-3a1e-4da9-866d-defb23fad75a is scheduled to be hosted by DHCP agent bbfd2d49-358d-47d1-a027-fcfd9e0d3b2b with binding_index 1 {{(pid=73809) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 13:17:07.327876 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.scheduler.base_scheduler [None req-bbccc97e-8210-4988-8184-33f5c3435c2f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787195-5-smb, aa03f28a-3a1e-4da9-866d-defb23fad75a) {{(pid=73809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:17:07.327876 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbccc97e-8210-4988-8184-33f5c3435c2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:07.329280 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-bbccc97e-8210-4988-8184-33f5c3435c2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647359'] for subnet, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:07.331049 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-ab49a94b-51a5-408c-86cd-14719abef7a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:07.331644 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4132649-61bc-4ef7-b280-5335a33924a7 None None] Network aa03f28a-3a1e-4da9-866d-defb23fad75a requested from dv-cinder-787195-5-smb {{(pid=73812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 13:17:07.335480 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-ab49a94b-51a5-408c-86cd-14719abef7a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985230'] for security_group, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:07.345523 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:17:07.356311 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [None req-bbccc97e-8210-4988-8184-33f5c3435c2f admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6220157 Apr 30 13:17:07.358814 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.84', 56148) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:17:07.365565 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.v2.base [None req-e638987c-1e42-4390-bee9-62cf0b0ddf8d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1059514730-router', 'tenant_id': '99d54a5c4e0a4d9abb919ed154eab887', 'external_gateway_info': {'network_id': 'b95ef810-b08d-4c08-b0c0-c75d2ee1b25b'}}} {{(pid=73809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:17:07.372461 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-e638987c-1e42-4390-bee9-62cf0b0ddf8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:17:07.377622 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-e638987c-1e42-4390-bee9-62cf0b0ddf8d admin admin] Usage tracker for resource:router and tenant:99d54a5c4e0a4d9abb919ed154eab887 is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:17:07.382515 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-e638987c-1e42-4390-bee9-62cf0b0ddf8d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:17:07.390343 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-e638987c-1e42-4390-bee9-62cf0b0ddf8d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:17:07.395560 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [None req-ab49a94b-51a5-408c-86cd-14719abef7a7 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=4bcc173ed1f14e5488ef87665f4d1ca6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4128661 Apr 30 13:17:07.396731 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab49a94b-51a5-408c-86cd-14719abef7a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1992c0e7-72b1-4bcd-8826-27a30b25edba,revision_number=1']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:17:07.399827 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.84', 56152) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:17:07.400946 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-ab49a94b-51a5-408c-86cd-14719abef7a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:17:07.417350 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-e638987c-1e42-4390-bee9-62cf0b0ddf8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1027317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4690'] for router, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:07.419544 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-e638987c-1e42-4390-bee9-62cf0b0ddf8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1027308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1044963', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-983204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4699'] for router, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:07.467285 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-e638987c-1e42-4390-bee9-62cf0b0ddf8d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:07.495870 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-c432a0dc-c413-439d-be73-e92e29b15fe8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:07.555035 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-a42f3582-394b-4467-97ed-d28a8af7ef34 req-907e1d18-d615-4828-9a42-77fe3d98d9cf service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=c2c2ec2c-d0c7-483c-8fb1-c8df54adab5a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0975146 Apr 30 13:17:07.588201 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-c432a0dc-c413-439d-be73-e92e29b15fe8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:07.703987 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2285513e-4726-4d36-8267-7c6a6688af9a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0abff78b-686c-5a1b-86a5-cab98582ec61-aa03f28a-3a1e-4da9-866d-defb23fad75a', 'network_id': 'aa03f28a-3a1e-4da9-866d-defb23fad75a', 'tenant_id': '99d54a5c4e0a4d9abb919ed154eab887', 'fixed_ips': [{'subnet_id': '18774bde-1daa-4ee6-a31b-aefc080adf26'}]}} from dv-cinder-787195-5-smb. {{(pid=73812) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 30 13:17:07.705107 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-2285513e-4726-4d36-8267-7c6a6688af9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4120257'] for port, before_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:07.735491 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42f3582-394b-4467-97ed-d28a8af7ef34 req-6896f7b6-4c67-47bc-a7f8-49bbf50e5c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:07.737193 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-a42f3582-394b-4467-97ed-d28a8af7ef34 req-6896f7b6-4c67-47bc-a7f8-49bbf50e5c9c service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=6ab0fe6b7e8645a0861136e67b76d521&device_id=c2c2ec2c-d0c7-483c-8fb1-c8df54adab5a HTTP/1.1" status: 200 len: 1098 time: 0.1526599 Apr 30 13:17:07.925586 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.db_base_plugin_common [None req-2285513e-4726-4d36-8267-7c6a6688af9a None None] Allocated IP 172.20.0.2 (aa03f28a-3a1e-4da9-866d-defb23fad75a/18774bde-1daa-4ee6-a31b-aefc080adf26/727a2ac1-0782-4f4c-8628-c4dbba638687) {{(pid=73812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 13:17:07.984851 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42f3582-394b-4467-97ed-d28a8af7ef34 req-6e09abfc-2460-40e4-9fa9-b801cca86a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:07.986339 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-a42f3582-394b-4467-97ed-d28a8af7ef34 req-6e09abfc-2460-40e4-9fa9-b801cca86a19 service neutron] 10.222.0.95 "GET /v2.0/networks?id=87e8e01a-ad03-481e-ad3a-b46f9803a913 HTTP/1.1" status: 200 len: 921 time: 0.2207856 Apr 30 13:17:08.122373 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-a42f3582-394b-4467-97ed-d28a8af7ef34 req-59d05e22-9a77-4597-8850-8177f4c384c4 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b082d8b7-bbf5-4625-b2b5-960da8b17ac2 HTTP/1.1" status: 200 len: 217 time: 0.1244586 Apr 30 13:17:08.126830 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-e638987c-1e42-4390-bee9-62cf0b0ddf8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1044890', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1027937', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4777'] for router, precommit_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:08.130970 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-c432a0dc-c413-439d-be73-e92e29b15fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985230'] for security_group, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:08.137124 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-099a4d52-d3ef-4295-a569-7cae8658a181 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:17:08.156589 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c432a0dc-c413-439d-be73-e92e29b15fe8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1992c0e7-72b1-4bcd-8826-27a30b25edba,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:17:08.162059 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-c432a0dc-c413-439d-be73-e92e29b15fe8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:17:08.180546 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-c432a0dc-c413-439d-be73-e92e29b15fe8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:08.181727 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [None req-c432a0dc-c413-439d-be73-e92e29b15fe8 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/1992c0e7-72b1-4bcd-8826-27a30b25edba HTTP/1.1" status: 204 len: 168 time: 0.7794261 Apr 30 13:17:08.216981 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-2285513e-4726-4d36-8267-7c6a6688af9a None None] Notify callbacks [] for port, precommit_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:08.234482 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.provisioning_blocks [None req-2285513e-4726-4d36-8267-7c6a6688af9a None None] Transition to ACTIVE for port object 727a2ac1-0782-4f4c-8628-c4dbba638687 will not be triggered until provisioned by entity L2. {{(pid=73812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:17:08.279452 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.provisioning_blocks [None req-2285513e-4726-4d36-8267-7c6a6688af9a None None] Transition to ACTIVE for port object 727a2ac1-0782-4f4c-8628-c4dbba638687 will not be triggered until provisioned by entity DHCP. {{(pid=73812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:17:08.288652 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-2285513e-4726-4d36-8267-7c6a6688af9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4120194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773352839702'] for port, after_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:08.305062 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:17:08.366086 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42f3582-394b-4467-97ed-d28a8af7ef34 req-32c12546-550a-4bfe-b32b-678bb74e54d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:08.368170 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-a42f3582-394b-4467-97ed-d28a8af7ef34 req-32c12546-550a-4bfe-b32b-678bb74e54d5 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=ddc22c5d-ab26-4345-8096-8d0d17e2da1d HTTP/1.1" status: 200 len: 859 time: 0.1993573 Apr 30 13:17:08.383608 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2285513e-4726-4d36-8267-7c6a6688af9a None None] Pushing event updated for resources: {'Port': ['ID=727a2ac1-0782-4f4c-8628-c4dbba638687,revision_number=1']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:17:08.397132 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2285513e-4726-4d36-8267-7c6a6688af9a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:17:08.397480 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2285513e-4726-4d36-8267-7c6a6688af9a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:17:08.397823 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2285513e-4726-4d36-8267-7c6a6688af9a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:17:08.398159 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2285513e-4726-4d36-8267-7c6a6688af9a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:17:08.398547 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2285513e-4726-4d36-8267-7c6a6688af9a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:17:08.398880 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2285513e-4726-4d36-8267-7c6a6688af9a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:17:08.399211 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2285513e-4726-4d36-8267-7c6a6688af9a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:17:08.399550 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2285513e-4726-4d36-8267-7c6a6688af9a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:17:08.399881 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2285513e-4726-4d36-8267-7c6a6688af9a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:17:08.400205 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2285513e-4726-4d36-8267-7c6a6688af9a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:17:08.400675 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2285513e-4726-4d36-8267-7c6a6688af9a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:17:08.400996 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2285513e-4726-4d36-8267-7c6a6688af9a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:17:08.407245 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-2285513e-4726-4d36-8267-7c6a6688af9a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:17:08.409168 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2285513e-4726-4d36-8267-7c6a6688af9a None None] Network aa03f28a-3a1e-4da9-866d-defb23fad75a is already hosted by enough agents. {{(pid=73812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:17:08.410346 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.scheduler.base_scheduler [None req-2285513e-4726-4d36-8267-7c6a6688af9a None None] Resources bound (agent type, host, resource id): {{(pid=73812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:17:08.412925 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2285513e-4726-4d36-8267-7c6a6688af9a None None] Received port after_create {{(pid=73812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 13:17:08.452213 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-a42f3582-394b-4467-97ed-d28a8af7ef34 req-cbf376e0-57c1-4596-bd09-d7eb3fd53fcb service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=87e8e01a-ad03-481e-ad3a-b46f9803a913&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0706151 Apr 30 13:17:08.491312 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c460a8b4-84e0-4754-8442-7b368544bfdc req-6e83795e-dda6-48ee-be40-fe3f30f20f25 tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:08.493054 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-c460a8b4-84e0-4754-8442-7b368544bfdc req-6e83795e-dda6-48ee-be40-fe3f30f20f25 tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] 10.222.0.84 "GET /v2.0/ports?device_id=e16b046c-4ffa-4103-9879-7d8595d38074 HTTP/1.1" status: 200 len: 945 time: 0.1786902 Apr 30 13:17:08.525072 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.managers [None req-2285513e-4726-4d36-8267-7c6a6688af9a None None] Attempting to bind port 727a2ac1-0782-4f4c-8628-c4dbba638687 on host dv-cinder-787195-5-smb for vnic_type normal with profile {{(pid=73812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 13:17:08.525449 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.managers [None req-2285513e-4726-4d36-8267-7c6a6688af9a None None] Attempting to bind port 727a2ac1-0782-4f4c-8628-c4dbba638687 by drivers openvswitch,hyperv on host dv-cinder-787195-5-smb at level 0 using segments [{'id': '313beba6-51ca-4db8-affa-af5efe1019e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': 'aa03f28a-3a1e-4da9-866d-defb23fad75a'}] {{(pid=73812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 13:17:08.525878 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2285513e-4726-4d36-8267-7c6a6688af9a None None] Attempting to bind port 727a2ac1-0782-4f4c-8628-c4dbba638687 on network aa03f28a-3a1e-4da9-866d-defb23fad75a {{(pid=73812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:17:08.532493 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2285513e-4726-4d36-8267-7c6a6688af9a None None] Checking agent: {'id': '389db99c-db4b-44ca-8e25-149d3cf00f42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 6, 52), 'started_at': datetime.datetime(2021, 4, 30, 13, 7, 22), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 16, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 13:17:08.533173 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2285513e-4726-4d36-8267-7c6a6688af9a None None] Checking segment: {'id': '313beba6-51ca-4db8-affa-af5efe1019e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': 'aa03f28a-3a1e-4da9-866d-defb23fad75a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:17:08.533576 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-2285513e-4726-4d36-8267-7c6a6688af9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:08.534029 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2285513e-4726-4d36-8267-7c6a6688af9a None None] Bound using segment: {'id': '313beba6-51ca-4db8-affa-af5efe1019e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': 'aa03f28a-3a1e-4da9-866d-defb23fad75a'} {{(pid=73812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 13:17:08.534626 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.managers [None req-2285513e-4726-4d36-8267-7c6a6688af9a None None] Bound port: 727a2ac1-0782-4f4c-8628-c4dbba638687, host: dv-cinder-787195-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '313beba6-51ca-4db8-affa-af5efe1019e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': 'aa03f28a-3a1e-4da9-866d-defb23fad75a'}}] {{(pid=73812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 13:17:08.535173 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-2285513e-4726-4d36-8267-7c6a6688af9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4120257'] for port, before_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:08.615126 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-e638987c-1e42-4390-bee9-62cf0b0ddf8d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:08.652924 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.db [None req-2285513e-4726-4d36-8267-7c6a6688af9a None None] For port 727a2ac1-0782-4f4c-8628-c4dbba638687, host dv-cinder-787195-5-smb, cleared binding levels {{(pid=73812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 13:17:08.657837 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.db [None req-2285513e-4726-4d36-8267-7c6a6688af9a None None] For port 727a2ac1-0782-4f4c-8628-c4dbba638687, host dv-cinder-787195-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-5-smb',level=0,port_id=727a2ac1-0782-4f4c-8628-c4dbba638687,segment=NetworkSegment(313beba6-51ca-4db8-affa-af5efe1019e3),segment_id=313beba6-51ca-4db8-affa-af5efe1019e3)] {{(pid=73812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 13:17:08.662672 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-c460a8b4-84e0-4754-8442-7b368544bfdc req-7d3fe961-b482-4e12-9fa4-60a08bd97982 tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] 10.222.0.84 "GET /v2.0/security-groups?id=78b91c60-43f7-43d4-ab5b-e36ce0163f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578376 Apr 30 13:17:08.666849 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-2285513e-4726-4d36-8267-7c6a6688af9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4120194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773353276007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773352839720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773352839765'] for port, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:08.670146 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-e638987c-1e42-4390-bee9-62cf0b0ddf8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4120257'] for port, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:08.678209 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:17:08.714463 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-a42f3582-394b-4467-97ed-d28a8af7ef34 req-88a521ce-2c70-4535-abe0-55e56752792d service neutron] 10.222.0.95 "GET /v2.0/networks/87e8e01a-ad03-481e-ad3a-b46f9803a913?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2529233 Apr 30 13:17:08.781453 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2285513e-4726-4d36-8267-7c6a6688af9a None None] Pushing event updated for resources: {'Port': ['ID=727a2ac1-0782-4f4c-8628-c4dbba638687,revision_number=2']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:17:08.784675 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-2285513e-4726-4d36-8267-7c6a6688af9a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:17:08.845665 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.db_base_plugin_common [None req-e638987c-1e42-4390-bee9-62cf0b0ddf8d admin admin] Allocated IP 172.28.3.109 (b95ef810-b08d-4c08-b0c0-c75d2ee1b25b/b3fe51b0-9be9-4b1a-951c-de133b7a88b5/63647ec2-c7d4-4f97-9366-f7a46edf1707) {{(pid=73809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 13:17:08.873101 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.84', 56180) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:17:08.896206 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-09756001-50aa-472e-8392-e9fdd7b53eef admin admin] Notify callbacks [] for security_group, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:08.916550 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-09756001-50aa-472e-8392-e9fdd7b53eef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:17:08.920872 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-09756001-50aa-472e-8392-e9fdd7b53eef admin admin] Usage tracker for resource:security_group_rule and tenant:4b2cc6791a2f4e35a2f05c00d054f5e6 is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:17:08.923939 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-09756001-50aa-472e-8392-e9fdd7b53eef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:17:08.930064 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-09756001-50aa-472e-8392-e9fdd7b53eef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:17:09.071948 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-09756001-50aa-472e-8392-e9fdd7b53eef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:09.074582 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-e638987c-1e42-4390-bee9-62cf0b0ddf8d admin admin] Notify callbacks [] for port, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:09.078427 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-a42f3582-394b-4467-97ed-d28a8af7ef34 req-ebeda0d2-dc26-4be8-aa3c-04b796120bba service neutron] 10.222.0.95 "GET /v2.0/networks/87e8e01a-ad03-481e-ad3a-b46f9803a913?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3536775 Apr 30 13:17:09.079461 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-09756001-50aa-472e-8392-e9fdd7b53eef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985230'] for security_group, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:09.107911 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-894adc09-1ad1-4e69-9942-15ea5cd259e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:17:09.118775 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [None req-09756001-50aa-472e-8392-e9fdd7b53eef admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=4b2cc6791a2f4e35a2f05c00d054f5e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2446368 Apr 30 13:17:09.121798 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.84', 56188) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:17:09.128609 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-e638987c-1e42-4390-bee9-62cf0b0ddf8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4120194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773352839702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11423588'] for port, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:09.139975 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:17:09.181648 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09756001-50aa-472e-8392-e9fdd7b53eef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06130357-3b92-49c8-8298-cba7e9978966,revision_number=1']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:17:09.187311 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-09756001-50aa-472e-8392-e9fdd7b53eef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:17:09.196018 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e638987c-1e42-4390-bee9-62cf0b0ddf8d admin admin] Network b95ef810-b08d-4c08-b0c0-c75d2ee1b25b is already hosted by enough agents. {{(pid=73809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:17:09.210412 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.scheduler.base_scheduler [None req-e638987c-1e42-4390-bee9-62cf0b0ddf8d admin admin] Resources bound (agent type, host, resource id): {{(pid=73809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:17:09.218788 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e638987c-1e42-4390-bee9-62cf0b0ddf8d admin admin] Received port after_create {{(pid=73809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 13:17:09.234521 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-b8904991-a71f-4877-9f0a-1b92e87267a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:09.265463 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e638987c-1e42-4390-bee9-62cf0b0ddf8d admin admin] Pushing event updated for resources: {'Port': ['ID=63647ec2-c7d4-4f97-9366-f7a46edf1707,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:17:09.268386 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-b8904991-a71f-4877-9f0a-1b92e87267a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:09.269567 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-e638987c-1e42-4390-bee9-62cf0b0ddf8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:17:09.321564 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.rpc [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Device 727a2ac1-0782-4f4c-8628-c4dbba638687 up at agent ovs-agent-dv-cinder-787195-5-smb {{(pid=73812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:17:09.337637 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-b8904991-a71f-4877-9f0a-1b92e87267a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985230'] for security_group, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:09.343379 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:17:09.356722 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8904991-a71f-4877-9f0a-1b92e87267a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06130357-3b92-49c8-8298-cba7e9978966,revision_number=None']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:17:09.360593 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-b8904991-a71f-4877-9f0a-1b92e87267a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:17:09.371338 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-b8904991-a71f-4877-9f0a-1b92e87267a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:09.375497 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [None req-b8904991-a71f-4877-9f0a-1b92e87267a2 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/06130357-3b92-49c8-8298-cba7e9978966 HTTP/1.1" status: 204 len: 168 time: 0.2496357 Apr 30 13:17:09.422505 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.provisioning_blocks [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Provisioning for port 727a2ac1-0782-4f4c-8628-c4dbba638687 completed by entity L2. {{(pid=73812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:17:09.712699 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-e638987c-1e42-4390-bee9-62cf0b0ddf8d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:09.856534 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000748'] for agent, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:09.865289 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62e66e87-653c-426a-8a0d-5ebcb28e45ae None None] Network aa03f28a-3a1e-4da9-866d-defb23fad75a requested from dv-cinder-787195-5-smb {{(pid=73812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 13:17:09.933124 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbcee9b-e8a4-463a-8ac7-da8480ca4879 req-7f19a44b-df1b-4b63-b585-88bbbe18cd5c tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:09.934856 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-6cbcee9b-e8a4-463a-8ac7-da8480ca4879 req-7f19a44b-df1b-4b63-b585-88bbbe18cd5c tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] 10.222.0.84 "GET /v2.0/ports?device_id=e16b046c-4ffa-4103-9879-7d8595d38074 HTTP/1.1" status: 200 len: 945 time: 0.1346412 Apr 30 13:17:09.995407 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.provisioning_blocks [None req-59dcec57-79d5-45b9-abc8-2563c8703417 None None] Provisioning for port 727a2ac1-0782-4f4c-8628-c4dbba638687 completed by entity DHCP. {{(pid=73812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:17:10.005824 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.provisioning_blocks [None req-59dcec57-79d5-45b9-abc8-2563c8703417 None None] Provisioning complete for port 727a2ac1-0782-4f4c-8628-c4dbba638687 triggered by entity DHCP. {{(pid=73812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:17:10.006205 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-59dcec57-79d5-45b9-abc8-2563c8703417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000605'] for port, provisioning_complete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:10.068220 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-6cbcee9b-e8a4-463a-8ac7-da8480ca4879 req-1ed7ec3e-860e-4b49-aa1d-ebef2c556363 tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] 10.222.0.84 "GET /v2.0/security-groups?id=78b91c60-43f7-43d4-ab5b-e36ce0163f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248860 Apr 30 13:17:10.279520 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-e638987c-1e42-4390-bee9-62cf0b0ddf8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1027946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919895'] for router, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:10.400120 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-59dcec57-79d5-45b9-abc8-2563c8703417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4120257'] for port, before_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:10.454335 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.db [None req-59dcec57-79d5-45b9-abc8-2563c8703417 None None] For port 727a2ac1-0782-4f4c-8628-c4dbba638687, host dv-cinder-787195-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-5-smb',level=0,port_id=727a2ac1-0782-4f4c-8628-c4dbba638687,segment=NetworkSegment(313beba6-51ca-4db8-affa-af5efe1019e3),segment_id=313beba6-51ca-4db8-affa-af5efe1019e3)] {{(pid=73812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:17:10.462397 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-59dcec57-79d5-45b9-abc8-2563c8703417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4120194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773353276007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773352839720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773352839765'] for port, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:10.465405 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:17:10.559273 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dcec57-79d5-45b9-abc8-2563c8703417 None None] Pushing event updated for resources: {'Port': ['ID=727a2ac1-0782-4f4c-8628-c4dbba638687,revision_number=3']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:17:10.562705 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-59dcec57-79d5-45b9-abc8-2563c8703417 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:17:10.638915 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e638987c-1e42-4390-bee9-62cf0b0ddf8d admin admin] Router e4735ee5-f302-4a12-9bf3-ba5834cb233a is scheduled to L3 agent 0896dfae-3c2f-4fc2-b5f4-9284ce516a86 with binding_index 1 {{(pid=73809) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 30 13:17:10.861136 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.provisioning_blocks [None req-017263b0-3d5b-42f5-90f2-673df4eb438e None None] Provisioning complete for port 727a2ac1-0782-4f4c-8628-c4dbba638687 triggered by entity DHCP. {{(pid=73812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:17:10.861136 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-017263b0-3d5b-42f5-90f2-673df4eb438e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000605'] for port, provisioning_complete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:10.883079 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e638987c-1e42-4390-bee9-62cf0b0ddf8d admin admin] Notify agent at l3_agent.dv-cinder-787195-5-smb the message routers_updated {{(pid=73809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 13:17:10.896494 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d35a5908-fc95-4c8f-adfb-8f614bb1fe10 None None] Sync routers for ids ['e4735ee5-f302-4a12-9bf3-ba5834cb233a'] in dv-cinder-787195-5-smb {{(pid=73814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 13:17:10.913734 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d35a5908-fc95-4c8f-adfb-8f614bb1fe10 None None] Routers {'e4735ee5-f302-4a12-9bf3-ba5834cb233a'} bound to L3 agent in host dv-cinder-787195-5-smb {{(pid=73814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:17:10.914757 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.db.l3_hamode_db [None req-d35a5908-fc95-4c8f-adfb-8f614bb1fe10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T13:06:52Z,description=,heartbeat_timestamp=2021-04-30T13:16:52Z,host='dv-cinder-787195-5-smb',id=0896dfae-3c2f-4fc2-b5f4-9284ce516a86,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:06:52Z,topic='l3_agent')) {'router_ids': ['e4735ee5-f302-4a12-9bf3-ba5834cb233a'], 'active': True} {{(pid=73814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:17:10.929880 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-e638987c-1e42-4390-bee9-62cf0b0ddf8d admin admin] Notify callbacks [] for router, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:10.935027 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [None req-e638987c-1e42-4390-bee9-62cf0b0ddf8d admin admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.5744832 Apr 30 13:17:10.936910 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.84', 56230) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:17:11.047488 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792cc642-d9a0-4d3b-8d43-cb4faf8a854c req-6a58ce1e-28f9-4b1c-8d4b-66a54be94c10 tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:11.049144 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-792cc642-d9a0-4d3b-8d43-cb4faf8a854c req-6a58ce1e-28f9-4b1c-8d4b-66a54be94c10 tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] 10.222.0.95 "GET /v2.0/ports?device_id=e16b046c-4ffa-4103-9879-7d8595d38074 HTTP/1.1" status: 200 len: 945 time: 0.2563562 Apr 30 13:17:11.068168 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2bed80-fbfd-4012-afc8-beb98335ddbd req-f665b43e-9041-4701-8b9d-c34532db79af tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:11.075578 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-fd2bed80-fbfd-4012-afc8-beb98335ddbd req-f665b43e-9041-4701-8b9d-c34532db79af tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] 10.222.0.84 "GET /v2.0/ports?device_id=c2c2ec2c-d0c7-483c-8fb1-c8df54adab5a HTTP/1.1" status: 200 len: 945 time: 0.1703358 Apr 30 13:17:11.111373 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.db.l3_dvr_db [None req-d35a5908-fc95-4c8f-adfb-8f614bb1fe10 None None] Set router e4735ee5-f302-4a12-9bf3-ba5834cb233a gateway port host: dv-cinder-787195-5-smb {{(pid=73814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:17:11.326798 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.rpc [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Device 727a2ac1-0782-4f4c-8628-c4dbba638687 up at agent ovs-agent-dv-cinder-787195-5-smb {{(pid=73812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:17:11.408063 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43da9218-68f4-4e45-a152-97af2580bf65 req-04953649-d3b2-450b-8f91-ab21a48e5a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:11.409562 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-43da9218-68f4-4e45-a152-97af2580bf65 req-04953649-d3b2-450b-8f91-ab21a48e5a47 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=6ab0fe6b7e8645a0861136e67b76d521&device_id=c2c2ec2c-d0c7-483c-8fb1-c8df54adab5a HTTP/1.1" status: 200 len: 1098 time: 0.5582118 Apr 30 13:17:11.448663 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.provisioning_blocks [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Provisioning complete for port 727a2ac1-0782-4f4c-8628-c4dbba638687 triggered by entity L2. {{(pid=73812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:17:11.449276 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000605'] for port, provisioning_complete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:11.498810 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.db.l3_hamode_db [None req-d35a5908-fc95-4c8f-adfb-8f614bb1fe10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4735ee5-f302-4a12-9bf3-ba5834cb233a', 'name': 'tempest-TestShelveInstance-1059514730-router', 'tenant_id': '99d54a5c4e0a4d9abb919ed154eab887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b95ef810-b08d-4c08-b0c0-c75d2ee1b25b', 'external_fixed_ips': [{'subnet_id': 'b3fe51b0-9be9-4b1a-951c-de133b7a88b5', 'ip_address': '172.28.3.109'}], 'enable_snat': True}, 'gw_port_id': '63647ec2-c7d4-4f97-9366-f7a46edf1707', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:17:07Z', 'updated_at': '2021-04-30T13:17:09Z', 'revision_number': 3, 'project_id': '99d54a5c4e0a4d9abb919ed154eab887', 'gw_port': {'id': '63647ec2-c7d4-4f97-9366-f7a46edf1707', 'name': '', 'network_id': 'b95ef810-b08d-4c08-b0c0-c75d2ee1b25b', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:d8:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4735ee5-f302-4a12-9bf3-ba5834cb233a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'b3fe51b0-9be9-4b1a-951c-de133b7a88b5', 'ip_address': '172.28.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:17:08Z', 'updated_at': '2021-04-30T13:17:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b3fe51b0-9be9-4b1a-951c-de133b7a88b5', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-5-smb'}], 'dv-cinder-787195-5-smb', False) {} {{(pid=73814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:17:11.503650 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d35a5908-fc95-4c8f-adfb-8f614bb1fe10 None None] Checking router: e4735ee5-f302-4a12-9bf3-ba5834cb233a for host: dv-cinder-787195-5-smb {{(pid=73814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 13:17:11.504291 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d35a5908-fc95-4c8f-adfb-8f614bb1fe10 None None] Updating router e4735ee5-f302-4a12-9bf3-ba5834cb233a port 63647ec2-c7d4-4f97-9366-f7a46edf1707 binding host dv-cinder-787195-5-smb {{(pid=73814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 13:17:11.586269 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-d35a5908-fc95-4c8f-adfb-8f614bb1fe10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4120257'] for port, before_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:11.626449 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-fd2bed80-fbfd-4012-afc8-beb98335ddbd req-accab6e9-9922-4d08-80d4-a0060b7d52df tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] 10.222.0.84 "GET /v2.0/security-groups?id=3c42be87-8352-42cf-a6e1-e7e026aabbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5440350 Apr 30 13:17:11.791227 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc13f14-4c98-4c9a-aaa2-49a35946ef52 req-8f7d8740-a991-4909-b3ce-fb1c3f5bb56f tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:11.791227 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-ecc13f14-4c98-4c9a-aaa2-49a35946ef52 req-8f7d8740-a991-4909-b3ce-fb1c3f5bb56f tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] 10.222.0.84 "GET /v2.0/ports?device_id=e16b046c-4ffa-4103-9879-7d8595d38074 HTTP/1.1" status: 200 len: 945 time: 0.3935449 Apr 30 13:17:11.816006 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43da9218-68f4-4e45-a152-97af2580bf65 req-6e33aab1-4ebf-426e-b5e8-8a0890ab5463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:11.817499 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-43da9218-68f4-4e45-a152-97af2580bf65 req-6e33aab1-4ebf-426e-b5e8-8a0890ab5463 service neutron] 10.222.0.95 "GET /v2.0/networks?id=87e8e01a-ad03-481e-ad3a-b46f9803a913 HTTP/1.1" status: 200 len: 921 time: 0.3559959 Apr 30 13:17:11.866830 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-9d4b4b57-bdc5-43cb-94ba-51f2731b752d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4120257'] for port, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:11.919719 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-43da9218-68f4-4e45-a152-97af2580bf65 req-bd19b4d5-1182-4a9a-b159-cdae62a26f95 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b082d8b7-bbf5-4625-b2b5-960da8b17ac2 HTTP/1.1" status: 200 len: 217 time: 0.0926406 Apr 30 13:17:11.929990 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-ecc13f14-4c98-4c9a-aaa2-49a35946ef52 req-11bf7490-7a8b-4c69-b63e-fe5c41e36d71 tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] 10.222.0.84 "GET /v2.0/security-groups?id=78b91c60-43f7-43d4-ab5b-e36ce0163f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314440 Apr 30 13:17:11.931633 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.plugin [req-792cc642-d9a0-4d3b-8d43-cb4faf8a854c req-d6ff4799-bfe5-43c5-88e5-f4e724416edd tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] Deleting port 16938175-7c59-4356-9320-b19dadd8b52c {{(pid=73810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:17:11.931975 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-792cc642-d9a0-4d3b-8d43-cb4faf8a854c req-d6ff4799-bfe5-43c5-88e5-f4e724416edd tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773353273429'] for port, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:11.987102 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-d35a5908-fc95-4c8f-adfb-8f614bb1fe10 None None] Notify callbacks [] for port, precommit_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:12.000882 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.db.provisioning_blocks [None req-d35a5908-fc95-4c8f-adfb-8f614bb1fe10 None None] Transition to ACTIVE for port object 63647ec2-c7d4-4f97-9366-f7a46edf1707 will not be triggered until provisioned by entity L2. {{(pid=73814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:17:12.011731 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-d35a5908-fc95-4c8f-adfb-8f614bb1fe10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4120194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773353276007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773352839720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773352839765'] for port, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:12.018978 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-3c7e6874-8b68-4fd5-a61c-ead0f91ab1d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:17:12.101147 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43da9218-68f4-4e45-a152-97af2580bf65 req-d62fa2de-72df-4711-bcb8-03b34bef3508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:12.102867 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-43da9218-68f4-4e45-a152-97af2580bf65 req-d62fa2de-72df-4711-bcb8-03b34bef3508 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=ddc22c5d-ab26-4345-8096-8d0d17e2da1d HTTP/1.1" status: 200 len: 859 time: 0.1563802 Apr 30 13:17:12.120625 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288e9433-2dee-4831-92e6-f431be26734f None None] Pushing event updated for resources: {'Port': ['ID=63647ec2-c7d4-4f97-9366-f7a46edf1707,revision_number=2']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:17:12.130637 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288e9433-2dee-4831-92e6-f431be26734f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:17:12.130979 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288e9433-2dee-4831-92e6-f431be26734f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:17:12.131291 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288e9433-2dee-4831-92e6-f431be26734f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:17:12.131983 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288e9433-2dee-4831-92e6-f431be26734f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:17:12.132592 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288e9433-2dee-4831-92e6-f431be26734f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:17:12.133078 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288e9433-2dee-4831-92e6-f431be26734f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:17:12.133419 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288e9433-2dee-4831-92e6-f431be26734f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:17:12.133868 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288e9433-2dee-4831-92e6-f431be26734f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:17:12.134061 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288e9433-2dee-4831-92e6-f431be26734f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:17:12.134380 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288e9433-2dee-4831-92e6-f431be26734f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:17:12.134708 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288e9433-2dee-4831-92e6-f431be26734f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:17:12.135121 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288e9433-2dee-4831-92e6-f431be26734f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:17:12.141990 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.plugins.ml2.managers [None req-d35a5908-fc95-4c8f-adfb-8f614bb1fe10 None None] Attempting to bind port 63647ec2-c7d4-4f97-9366-f7a46edf1707 on host dv-cinder-787195-5-smb for vnic_type normal with profile {{(pid=73814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 13:17:12.141990 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.plugins.ml2.managers [None req-d35a5908-fc95-4c8f-adfb-8f614bb1fe10 None None] Attempting to bind port 63647ec2-c7d4-4f97-9366-f7a46edf1707 by drivers openvswitch,hyperv on host dv-cinder-787195-5-smb at level 0 using segments [{'id': 'f8d4e1c1-82f5-4515-b5f8-67450a2bb94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b95ef810-b08d-4c08-b0c0-c75d2ee1b25b'}] {{(pid=73814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 13:17:12.141990 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d35a5908-fc95-4c8f-adfb-8f614bb1fe10 None None] Attempting to bind port 63647ec2-c7d4-4f97-9366-f7a46edf1707 on network b95ef810-b08d-4c08-b0c0-c75d2ee1b25b {{(pid=73814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:17:12.143867 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-288e9433-2dee-4831-92e6-f431be26734f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:17:12.146480 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d35a5908-fc95-4c8f-adfb-8f614bb1fe10 None None] Checking agent: {'id': '389db99c-db4b-44ca-8e25-149d3cf00f42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 6, 52), 'started_at': datetime.datetime(2021, 4, 30, 13, 7, 22), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 16, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 13:17:12.146858 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d35a5908-fc95-4c8f-adfb-8f614bb1fe10 None None] Checking segment: {'id': 'f8d4e1c1-82f5-4515-b5f8-67450a2bb94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b95ef810-b08d-4c08-b0c0-c75d2ee1b25b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:17:12.147260 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-d35a5908-fc95-4c8f-adfb-8f614bb1fe10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:12.147649 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d35a5908-fc95-4c8f-adfb-8f614bb1fe10 None None] Bound using segment: {'id': 'f8d4e1c1-82f5-4515-b5f8-67450a2bb94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b95ef810-b08d-4c08-b0c0-c75d2ee1b25b'} {{(pid=73814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 13:17:12.148121 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.plugins.ml2.managers [None req-d35a5908-fc95-4c8f-adfb-8f614bb1fe10 None None] Bound port: 63647ec2-c7d4-4f97-9366-f7a46edf1707, host: dv-cinder-787195-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8d4e1c1-82f5-4515-b5f8-67450a2bb94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b95ef810-b08d-4c08-b0c0-c75d2ee1b25b'}}] {{(pid=73814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 13:17:12.148617 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-d35a5908-fc95-4c8f-adfb-8f614bb1fe10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4120257'] for port, before_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:12.165834 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-43da9218-68f4-4e45-a152-97af2580bf65 req-27072bde-7227-4c18-9b9d-0add57f4baba service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=87e8e01a-ad03-481e-ad3a-b46f9803a913&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0536094 Apr 30 13:17:12.222515 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.db [req-792cc642-d9a0-4d3b-8d43-cb4faf8a854c req-d6ff4799-bfe5-43c5-88e5-f4e724416edd tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] For port 16938175-7c59-4356-9320-b19dadd8b52c, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=16938175-7c59-4356-9320-b19dadd8b52c,segment=NetworkSegment(0656c9df-3683-4b19-9e2e-76cd59b3a036),segment_id=0656c9df-3683-4b19-9e2e-76cd59b3a036)] {{(pid=73810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:17:12.222515 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-792cc642-d9a0-4d3b-8d43-cb4faf8a854c req-d6ff4799-bfe5-43c5-88e5-f4e724416edd tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1047743'] for port, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:12.228780 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.plugins.ml2.db [None req-d35a5908-fc95-4c8f-adfb-8f614bb1fe10 None None] For port 63647ec2-c7d4-4f97-9366-f7a46edf1707, host dv-cinder-787195-5-smb, cleared binding levels {{(pid=73814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 13:17:12.232010 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.plugins.ml2.db [None req-d35a5908-fc95-4c8f-adfb-8f614bb1fe10 None None] For port 63647ec2-c7d4-4f97-9366-f7a46edf1707, host dv-cinder-787195-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-5-smb',level=0,port_id=63647ec2-c7d4-4f97-9366-f7a46edf1707,segment=NetworkSegment(f8d4e1c1-82f5-4515-b5f8-67450a2bb94b),segment_id=f8d4e1c1-82f5-4515-b5f8-67450a2bb94b)] {{(pid=73814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 13:17:12.237373 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-d35a5908-fc95-4c8f-adfb-8f614bb1fe10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4120194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773353276007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773352839720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773352839765'] for port, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:12.242802 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.db_base_plugin_common [None req-9d4b4b57-bdc5-43cb-94ba-51f2731b752d admin admin] Allocated IP 172.20.0.1 (aa03f28a-3a1e-4da9-866d-defb23fad75a/18774bde-1daa-4ee6-a31b-aefc080adf26/b77cb989-2e32-4814-adeb-6cf2180ca8bf) {{(pid=73809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 13:17:12.243503 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-288e9433-2dee-4831-92e6-f431be26734f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:17:12.320705 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d35a5908-fc95-4c8f-adfb-8f614bb1fe10 None None] Routers {'e4735ee5-f302-4a12-9bf3-ba5834cb233a'} bound to L3 agent in host dv-cinder-787195-5-smb {{(pid=73814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:17:12.321341 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.db.l3_hamode_db [None req-d35a5908-fc95-4c8f-adfb-8f614bb1fe10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T13:06:52Z,description=,heartbeat_timestamp=2021-04-30T13:16:52Z,host='dv-cinder-787195-5-smb',id=0896dfae-3c2f-4fc2-b5f4-9284ce516a86,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:06:52Z,topic='l3_agent')) {'router_ids': ['e4735ee5-f302-4a12-9bf3-ba5834cb233a'], 'active': True} {{(pid=73814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:17:12.396993 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288e9433-2dee-4831-92e6-f431be26734f None None] Pushing event updated for resources: {'Port': ['ID=63647ec2-c7d4-4f97-9366-f7a46edf1707,revision_number=3']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:17:12.400838 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-288e9433-2dee-4831-92e6-f431be26734f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:17:12.401952 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-9d4b4b57-bdc5-43cb-94ba-51f2731b752d admin admin] Notify callbacks [] for port, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:12.404828 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.plugin [req-792cc642-d9a0-4d3b-8d43-cb4faf8a854c req-d6ff4799-bfe5-43c5-88e5-f4e724416edd tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] Calling delete_port for 16938175-7c59-4356-9320-b19dadd8b52c owned by compute:nova {{(pid=73810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:17:12.423996 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.provisioning_blocks [None req-9d4b4b57-bdc5-43cb-94ba-51f2731b752d admin admin] Transition to ACTIVE for port object b77cb989-2e32-4814-adeb-6cf2180ca8bf will not be triggered until provisioned by entity DHCP. {{(pid=73809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:17:12.455006 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-9d4b4b57-bdc5-43cb-94ba-51f2731b752d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4120194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773352839702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11423588'] for port, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:12.456793 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-43da9218-68f4-4e45-a152-97af2580bf65 req-2912190f-9c7a-48af-8d67-82362432176a service neutron] 10.222.0.95 "GET /v2.0/networks/87e8e01a-ad03-481e-ad3a-b46f9803a913?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2790053 Apr 30 13:17:12.465872 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:17:12.532467 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d4b4b57-bdc5-43cb-94ba-51f2731b752d admin admin] Network aa03f28a-3a1e-4da9-866d-defb23fad75a is already hosted by enough agents. {{(pid=73809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:17:12.544206 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.scheduler.base_scheduler [None req-9d4b4b57-bdc5-43cb-94ba-51f2731b752d admin admin] Resources bound (agent type, host, resource id): {{(pid=73809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:17:12.549286 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d4b4b57-bdc5-43cb-94ba-51f2731b752d admin admin] Received port after_create {{(pid=73809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 13:17:12.572951 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.db.l3_dvr_db [None req-d35a5908-fc95-4c8f-adfb-8f614bb1fe10 None None] Set router e4735ee5-f302-4a12-9bf3-ba5834cb233a gateway port host: dv-cinder-787195-5-smb {{(pid=73814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:17:12.610842 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4b4b57-bdc5-43cb-94ba-51f2731b752d admin admin] Pushing event updated for resources: {'Port': ['ID=b77cb989-2e32-4814-adeb-6cf2180ca8bf,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:17:12.622311 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-9d4b4b57-bdc5-43cb-94ba-51f2731b752d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:17:12.691922 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-9d4b4b57-bdc5-43cb-94ba-51f2731b752d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-924889'] for router_interface, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:12.782801 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-43da9218-68f4-4e45-a152-97af2580bf65 req-5b41d26c-73a1-42a7-9ba5-598a998fc352 service neutron] 10.222.0.95 "GET /v2.0/networks/87e8e01a-ad03-481e-ad3a-b46f9803a913?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3160648 Apr 30 13:17:12.832579 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-792cc642-d9a0-4d3b-8d43-cb4faf8a854c req-d6ff4799-bfe5-43c5-88e5-f4e724416edd tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4120194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773353276016', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773352839711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11792972'] for port, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:12.845317 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.db [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] get_ports_and_sgs() called for port_ids ['cbc37f6d-ae64-4bbc-810e-9cbb64d89df6', '1f3609a8-d65f-4472-bc4e-764e1a3288a1', '16938175-7c59-4356-9320-b19dadd8b52c'] {{(pid=73812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 13:17:12.861458 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:17:12.950791 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-9d4b4b57-bdc5-43cb-94ba-51f2731b752d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4120257'] for port, before_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:13.027970 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.provisioning_blocks [None req-2db50ff3-9da4-4e0b-b5dd-b44012319da2 None None] Provisioning for port b77cb989-2e32-4814-adeb-6cf2180ca8bf completed by entity DHCP. {{(pid=73812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:17:13.048969 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.db.l3_hamode_db [None req-d35a5908-fc95-4c8f-adfb-8f614bb1fe10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4735ee5-f302-4a12-9bf3-ba5834cb233a', 'name': 'tempest-TestShelveInstance-1059514730-router', 'tenant_id': '99d54a5c4e0a4d9abb919ed154eab887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b95ef810-b08d-4c08-b0c0-c75d2ee1b25b', 'external_fixed_ips': [{'subnet_id': 'b3fe51b0-9be9-4b1a-951c-de133b7a88b5', 'ip_address': '172.28.3.109'}], 'enable_snat': True}, 'gw_port_id': '63647ec2-c7d4-4f97-9366-f7a46edf1707', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:17:07Z', 'updated_at': '2021-04-30T13:17:09Z', 'revision_number': 3, 'project_id': '99d54a5c4e0a4d9abb919ed154eab887', 'gw_port': {'id': '63647ec2-c7d4-4f97-9366-f7a46edf1707', 'name': '', 'network_id': 'b95ef810-b08d-4c08-b0c0-c75d2ee1b25b', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:d8:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4735ee5-f302-4a12-9bf3-ba5834cb233a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'b3fe51b0-9be9-4b1a-951c-de133b7a88b5', 'ip_address': '172.28.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:17:08Z', 'updated_at': '2021-04-30T13:17:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3fe51b0-9be9-4b1a-951c-de133b7a88b5', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-5-smb'}], 'dv-cinder-787195-5-smb', False) {} {{(pid=73814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:17:13.056054 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d35a5908-fc95-4c8f-adfb-8f614bb1fe10 None None] The sync data for ids ['e4735ee5-f302-4a12-9bf3-ba5834cb233a'] in dv-cinder-787195-5-smb is: [{'id': 'e4735ee5-f302-4a12-9bf3-ba5834cb233a', 'name': 'tempest-TestShelveInstance-1059514730-router', 'tenant_id': '99d54a5c4e0a4d9abb919ed154eab887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b95ef810-b08d-4c08-b0c0-c75d2ee1b25b', 'external_fixed_ips': [{'subnet_id': 'b3fe51b0-9be9-4b1a-951c-de133b7a88b5', 'ip_address': '172.28.3.109'}], 'enable_snat': True}, 'gw_port_id': '63647ec2-c7d4-4f97-9366-f7a46edf1707', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:17:07Z', 'updated_at': '2021-04-30T13:17:09Z', 'revision_number': 3, 'project_id': '99d54a5c4e0a4d9abb919ed154eab887', 'gw_port': {'id': '63647ec2-c7d4-4f97-9366-f7a46edf1707', 'name': '', 'network_id': 'b95ef810-b08d-4c08-b0c0-c75d2ee1b25b', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:d8:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4735ee5-f302-4a12-9bf3-ba5834cb233a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'b3fe51b0-9be9-4b1a-951c-de133b7a88b5', 'ip_address': '172.28.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:17:08Z', 'updated_at': '2021-04-30T13:17:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3fe51b0-9be9-4b1a-951c-de133b7a88b5', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-5-smb'}] {{(pid=73814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 13:17:13.071255 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.provisioning_blocks [None req-2db50ff3-9da4-4e0b-b5dd-b44012319da2 None None] Provisioning complete for port b77cb989-2e32-4814-adeb-6cf2180ca8bf triggered by entity DHCP. {{(pid=73812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:17:13.071649 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-2db50ff3-9da4-4e0b-b5dd-b44012319da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000605'] for port, provisioning_complete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:13.072133 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ff4799-bfe5-43c5-88e5-f4e724416edd tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] Pushing event deleted for resources: {'Port': ['ID=16938175-7c59-4356-9320-b19dadd8b52c,revision_number=None']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:17:13.091805 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-d6ff4799-bfe5-43c5-88e5-f4e724416edd tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:17:13.214457 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.plugin [None req-2db50ff3-9da4-4e0b-b5dd-b44012319da2 None None] Port b77cb989-2e32-4814-adeb-6cf2180ca8bf cannot update to ACTIVE because it is not bound. {{(pid=73812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 13:17:13.274574 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-9d4b4b57-bdc5-43cb-94ba-51f2731b752d admin admin] Notify callbacks [] for port, precommit_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:13.280945 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-9d4b4b57-bdc5-43cb-94ba-51f2731b752d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4120194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773353276007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773352839720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773352839765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11423599'] for port, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:13.283591 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-d58eb6a4-3191-4ad4-a4fa-cd452ea45af4 req-d62655b6-b076-460f-8a99-5c76bd71a46a tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] 10.222.0.84 "GET /v2.0/ports?device_id=e16b046c-4ffa-4103-9879-7d8595d38074 HTTP/1.1" status: 200 len: 210 time: 0.1171198 Apr 30 13:17:13.286542 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.db.l3_dvrscheduler_db [req-792cc642-d9a0-4d3b-8d43-cb4faf8a854c req-d6ff4799-bfe5-43c5-88e5-f4e724416edd tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] No DVR routers for this DVR port 16938175-7c59-4356-9320-b19dadd8b52c on host hv-cinder-78719 {{(pid=73810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 13:17:13.290540 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-792cc642-d9a0-4d3b-8d43-cb4faf8a854c req-d6ff4799-bfe5-43c5-88e5-f4e724416edd tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9974'] for port, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:13.295945 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e16b046c-4ffa-4103-9879-7d8595d38074', 'name': 'network-vif-deleted', 'tag': '16938175-7c59-4356-9320-b19dadd8b52c'}] {{(pid=73810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:17:13.326822 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-44de2af4-d338-43e7-b598-d6ce6eeb8bbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:17:13.336938 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-792cc642-d9a0-4d3b-8d43-cb4faf8a854c req-d6ff4799-bfe5-43c5-88e5-f4e724416edd tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] 10.222.0.95 "DELETE /v2.0/ports/16938175-7c59-4356-9320-b19dadd8b52c HTTP/1.1" status: 204 len: 173 time: 2.2779300 Apr 30 13:17:13.358713 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1e1964-b8b0-4fd7-b082-de46793a85fd req-04a671cb-85c3-4002-88e8-28da55fdeb06 tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:13.383184 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-1d1e1964-b8b0-4fd7-b082-de46793a85fd req-04a671cb-85c3-4002-88e8-28da55fdeb06 tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] 10.222.0.84 "GET /v2.0/ports?device_id=c2c2ec2c-d0c7-483c-8fb1-c8df54adab5a HTTP/1.1" status: 200 len: 945 time: 0.5273674 Apr 30 13:17:13.417301 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4b4b57-bdc5-43cb-94ba-51f2731b752d admin admin] Pushing event updated for resources: {'Port': ['ID=b77cb989-2e32-4814-adeb-6cf2180ca8bf,revision_number=2']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:17:13.432110 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-9d4b4b57-bdc5-43cb-94ba-51f2731b752d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:17:13.460624 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-9d4b4b57-bdc5-43cb-94ba-51f2731b752d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-924796'] for router_interface, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:13.508182 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-1d1e1964-b8b0-4fd7-b082-de46793a85fd req-a2e04d4c-8e9b-466c-af37-4763d9ff5cf7 tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] 10.222.0.84 "GET /v2.0/security-groups?id=3c42be87-8352-42cf-a6e1-e7e026aabbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231015 Apr 30 13:17:13.608516 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e16b046c-4ffa-4103-9879-7d8595d38074', 'name': 'network-vif-deleted', 'tag': '16938175-7c59-4356-9320-b19dadd8b52c', 'status': 'completed', 'code': 200} Apr 30 13:17:13.642908 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d4b4b57-bdc5-43cb-94ba-51f2731b752d admin admin] Network aa03f28a-3a1e-4da9-866d-defb23fad75a is already hosted by enough agents. {{(pid=73809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:17:13.644063 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.scheduler.base_scheduler [None req-9d4b4b57-bdc5-43cb-94ba-51f2731b752d admin admin] Resources bound (agent type, host, resource id): {{(pid=73809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:17:13.844547 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d4b4b57-bdc5-43cb-94ba-51f2731b752d admin admin] Router e4735ee5-f302-4a12-9bf3-ba5834cb233a has already been hosted by L3 agent 0896dfae-3c2f-4fc2-b5f4-9284ce516a86 {{(pid=73809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 13:17:13.844883 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.provisioning_blocks [None req-9aed196c-7d04-4c69-9ea1-6f4ece58a0b6 None None] Provisioning complete for port b77cb989-2e32-4814-adeb-6cf2180ca8bf triggered by entity DHCP. {{(pid=73812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:17:13.845274 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-9aed196c-7d04-4c69-9ea1-6f4ece58a0b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000605'] for port, provisioning_complete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:13.908078 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.plugin [None req-9aed196c-7d04-4c69-9ea1-6f4ece58a0b6 None None] Port b77cb989-2e32-4814-adeb-6cf2180ca8bf cannot update to ACTIVE because it is not bound. {{(pid=73812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 13:17:14.040783 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d4b4b57-bdc5-43cb-94ba-51f2731b752d admin admin] Notify agent at l3_agent.dv-cinder-787195-5-smb the message routers_updated {{(pid=73809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 13:17:14.060416 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [None req-9d4b4b57-bdc5-43cb-94ba-51f2731b752d admin admin] 10.222.0.84 "PUT /v2.0/routers/e4735ee5-f302-4a12-9bf3-ba5834cb233a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1217568 Apr 30 13:17:14.541156 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.84', 56288) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:17:14.834991 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-7d0d7bd4-f882-49b9-bb1a-cf50dffefe5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:14.835080 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.84', 56304) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:17:14.841397 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.v2.base [None req-6da188cb-487e-4293-9cf9-7e1a79a372b3 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1282061304-network', 'tenant_id': 'ae7614d2b6ac42bca927ba21479b98a8'}} {{(pid=73809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:17:14.846322 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-6da188cb-487e-4293-9cf9-7e1a79a372b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:17:14.850960 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-6da188cb-487e-4293-9cf9-7e1a79a372b3 admin admin] Usage tracker for resource:network and tenant:ae7614d2b6ac42bca927ba21479b98a8 is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:17:14.854093 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-6da188cb-487e-4293-9cf9-7e1a79a372b3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:17:14.860413 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-7d0d7bd4-f882-49b9-bb1a-cf50dffefe5b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:17:14.860779 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-6da188cb-487e-4293-9cf9-7e1a79a372b3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:17:14.867887 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-7d0d7bd4-f882-49b9-bb1a-cf50dffefe5b admin admin] Usage tracker for resource:security_group_rule and tenant:119739884aab4aa5830d2646bb097c9b is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:17:14.871938 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-7d0d7bd4-f882-49b9-bb1a-cf50dffefe5b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:17:14.875288 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6da188cb-487e-4293-9cf9-7e1a79a372b3 admin admin] Made reservation on behalf of ae7614d2b6ac42bca927ba21479b98a8 for: {'network': 1} {{(pid=73809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:17:14.879412 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-7d0d7bd4-f882-49b9-bb1a-cf50dffefe5b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:17:14.879672 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-6da188cb-487e-4293-9cf9-7e1a79a372b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4120257'] for network, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:14.897328 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-6da188cb-487e-4293-9cf9-7e1a79a372b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:14.897655 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99eab8f-e3e5-42e1-93ce-0184acfe906d req-f9c75a55-8ef4-414c-bcbb-63703d09c8d3 tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:14.905086 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-b99eab8f-e3e5-42e1-93ce-0184acfe906d req-f9c75a55-8ef4-414c-bcbb-63703d09c8d3 tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] 10.222.0.84 "GET /v2.0/ports?device_id=c2c2ec2c-d0c7-483c-8fb1-c8df54adab5a HTTP/1.1" status: 200 len: 945 time: 0.2545071 Apr 30 13:17:14.914359 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-6da188cb-487e-4293-9cf9-7e1a79a372b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:17:14.919001 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-6da188cb-487e-4293-9cf9-7e1a79a372b3 admin admin] Usage tracker for resource:security_group_rule and tenant:ae7614d2b6ac42bca927ba21479b98a8 is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:17:14.922189 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-6da188cb-487e-4293-9cf9-7e1a79a372b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:17:14.928026 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-6da188cb-487e-4293-9cf9-7e1a79a372b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:17:14.980743 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a09f06c4-a9ef-444f-b00e-d91b9cd102a2 None None] Sync routers for ids ['e4735ee5-f302-4a12-9bf3-ba5834cb233a'] in dv-cinder-787195-5-smb {{(pid=73812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 13:17:14.990903 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a09f06c4-a9ef-444f-b00e-d91b9cd102a2 None None] Routers {'e4735ee5-f302-4a12-9bf3-ba5834cb233a'} bound to L3 agent in host dv-cinder-787195-5-smb {{(pid=73812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:17:14.991833 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.l3_hamode_db [None req-a09f06c4-a9ef-444f-b00e-d91b9cd102a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T13:06:52Z,description=,heartbeat_timestamp=2021-04-30T13:16:52Z,host='dv-cinder-787195-5-smb',id=0896dfae-3c2f-4fc2-b5f4-9284ce516a86,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:06:52Z,topic='l3_agent')) {'router_ids': ['e4735ee5-f302-4a12-9bf3-ba5834cb233a'], 'active': True} {{(pid=73812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:17:15.025920 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-b99eab8f-e3e5-42e1-93ce-0184acfe906d req-01ec6c60-e0a2-476d-9d44-0182d4f31885 tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] 10.222.0.84 "GET /v2.0/security-groups?id=3c42be87-8352-42cf-a6e1-e7e026aabbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196148 Apr 30 13:17:15.029280 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-6da188cb-487e-4293-9cf9-7e1a79a372b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:15.035049 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-6da188cb-487e-4293-9cf9-7e1a79a372b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985230'] for security_group, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:15.052615 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6da188cb-487e-4293-9cf9-7e1a79a372b3 admin admin] vlan segment allocate from pool success with {'vlan_id': 1100, 'physical_network': 'physnet1'} {{(pid=73809) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 13:17:15.058749 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-c432a0dc-c413-439d-be73-e92e29b15fe8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:17:15.085178 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-6da188cb-487e-4293-9cf9-7e1a79a372b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060901'] for segment, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:15.085528 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.db.segments_db [None req-6da188cb-487e-4293-9cf9-7e1a79a372b3 admin admin] Added segment 0da590c8-b4d5-439c-8b81-8486f6b27275 of type vlan for network b13576c4-f25d-4b04-a464-e0d7d76b9b71 Apr 30 13:17:15.103211 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da188cb-487e-4293-9cf9-7e1a79a372b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f496f03-d439-4b70-bf3e-28e39a6630a3,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:17:15.105100 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a6a2aa-99f2-41d7-bb6c-c8e79a266e51 req-7abae79b-299b-4ca5-a713-8174b54d3be1 tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:15.105841 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.quota.resource [req-d5a6a2aa-99f2-41d7-bb6c-c8e79a266e51 req-7abae79b-299b-4ca5-a713-8174b54d3be1 tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] Synchronizing usage tracker for tenant:4c8480cf79cf411899d291c4db89977f on resource:port {{(pid=73810) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:17:15.106536 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-6da188cb-487e-4293-9cf9-7e1a79a372b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:17:15.123278 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-7d0d7bd4-f882-49b9-bb1a-cf50dffefe5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:15.130460 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-7d0d7bd4-f882-49b9-bb1a-cf50dffefe5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985230'] for security_group, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:15.156104 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.rpc [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Device 16938175-7c59-4356-9320-b19dadd8b52c no longer exists at agent hyperv_hv-cinder-78719 {{(pid=73812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 13:17:15.163095 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-9309bf41-f3e9-430b-b65f-3f6e614d99d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:17:15.175843 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [None req-7d0d7bd4-f882-49b9-bb1a-cf50dffefe5b admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=119739884aab4aa5830d2646bb097c9b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6312549 Apr 30 13:17:15.177819 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.84', 56310) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:17:15.186472 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.quota.resource [req-d5a6a2aa-99f2-41d7-bb6c-c8e79a266e51 req-7abae79b-299b-4ca5-a713-8174b54d3be1 tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] Unset dirty status for tenant:4c8480cf79cf411899d291c4db89977f on resource:port {{(pid=73810) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:17:15.187610 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-d5a6a2aa-99f2-41d7-bb6c-c8e79a266e51 req-7abae79b-299b-4ca5-a713-8174b54d3be1 tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] 10.222.0.84 "GET /v2.0/ports?device_id=a28e6bd0-05d4-43a9-ade8-471de79ac163 HTTP/1.1" status: 200 len: 946 time: 0.2567153 Apr 30 13:17:15.211460 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.plugin [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] No Port match for: 16938175-7c59-4356-9320-b19dadd8b52c {{(pid=73812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 13:17:15.211804 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.rpc [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Device 16938175-7c59-4356-9320-b19dadd8b52c not bound to the agent host hv-cinder-78719 {{(pid=73812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 13:17:15.264072 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.l3_dvr_db [None req-a09f06c4-a9ef-444f-b00e-d91b9cd102a2 None None] Set router e4735ee5-f302-4a12-9bf3-ba5834cb233a gateway port host: dv-cinder-787195-5-smb {{(pid=73812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:17:15.268449 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-6da188cb-487e-4293-9cf9-7e1a79a372b3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773352860555'] for network, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:15.282114 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0d7bd4-f882-49b9-bb1a-cf50dffefe5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7b729f9-889b-4980-9bc8-029d664c1886,revision_number=1']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:17:15.285814 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-7d0d7bd4-f882-49b9-bb1a-cf50dffefe5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:17:15.302305 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-d5a6a2aa-99f2-41d7-bb6c-c8e79a266e51 req-c8a42711-82d0-470e-b938-e674d44f6708 tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] 10.222.0.84 "GET /v2.0/security-groups?id=78b91c60-43f7-43d4-ab5b-e36ce0163f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739574 Apr 30 13:17:15.322622 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-6da188cb-487e-4293-9cf9-7e1a79a372b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313'] for network, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:15.324189 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6da188cb-487e-4293-9cf9-7e1a79a372b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:15.324811 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-6da188cb-487e-4293-9cf9-7e1a79a372b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647359'] for network, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:15.332034 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-9452030f-a7fc-46c2-a77f-d0513d97bae8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:17:15.332717 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.rpc [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Device 63647ec2-c7d4-4f97-9366-f7a46edf1707 up at agent ovs-agent-dv-cinder-787195-5-smb {{(pid=73812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:17:15.349230 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-cee8c01b-c553-46ed-bb04-82a5ded2a179 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:15.377568 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-cee8c01b-c553-46ed-bb04-82a5ded2a179 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:15.430630 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da188cb-487e-4293-9cf9-7e1a79a372b3 admin admin] Pushing event updated for resources: {'Network': ['ID=b13576c4-f25d-4b04-a464-e0d7d76b9b71,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:17:15.433519 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [None req-6da188cb-487e-4293-9cf9-7e1a79a372b3 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5974419 Apr 30 13:17:15.436526 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.84', 56314) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:17:15.439010 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-6da188cb-487e-4293-9cf9-7e1a79a372b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:17:15.443050 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.v2.base [None req-8cb28c01-8fe8-4ecb-8d66-e82520339bcf admin admin] Request body: {'subnet': {'network_id': 'b13576c4-f25d-4b04-a464-e0d7d76b9b71', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1282061304-subnet', 'tenant_id': 'ae7614d2b6ac42bca927ba21479b98a8', 'ip_version': 4}} {{(pid=73810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:17:15.447707 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-cee8c01b-c553-46ed-bb04-82a5ded2a179 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985230'] for security_group, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:15.451471 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-8cb28c01-8fe8-4ecb-8d66-e82520339bcf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:17:15.455714 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-7c343d3d-9c67-406c-a29d-5262dfa7c25a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:17:15.462604 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.rpc [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Network b13576c4-f25d-4b04-a464-e0d7d76b9b71 details requested by agent ovs-agent-dv-cinder-787195-5-smb with host dv-cinder-787195-5-smb {{(pid=73812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 30 13:17:15.467262 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-8cb28c01-8fe8-4ecb-8d66-e82520339bcf admin admin] Usage tracker for resource:subnet and tenant:ae7614d2b6ac42bca927ba21479b98a8 is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:17:15.469999 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee8c01b-c553-46ed-bb04-82a5ded2a179 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7b729f9-889b-4980-9bc8-029d664c1886,revision_number=None']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:17:15.473485 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-8cb28c01-8fe8-4ecb-8d66-e82520339bcf admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:17:15.476726 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-cee8c01b-c553-46ed-bb04-82a5ded2a179 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:17:15.481552 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-8cb28c01-8fe8-4ecb-8d66-e82520339bcf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:17:15.485043 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-cee8c01b-c553-46ed-bb04-82a5ded2a179 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:15.488916 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [None req-cee8c01b-c553-46ed-bb04-82a5ded2a179 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/c7b729f9-889b-4980-9bc8-029d664c1886 HTTP/1.1" status: 204 len: 168 time: 0.3071575 Apr 30 13:17:15.496645 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cb28c01-8fe8-4ecb-8d66-e82520339bcf admin admin] Made reservation on behalf of ae7614d2b6ac42bca927ba21479b98a8 for: {'subnet': 1} {{(pid=73810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:17:15.499129 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-8cb28c01-8fe8-4ecb-8d66-e82520339bcf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11476863'] for subnet, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:15.733715 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.provisioning_blocks [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Provisioning for port 63647ec2-c7d4-4f97-9366-f7a46edf1707 completed by entity L2. {{(pid=73812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:17:15.744107 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.provisioning_blocks [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Provisioning complete for port 63647ec2-c7d4-4f97-9366-f7a46edf1707 triggered by entity L2. {{(pid=73812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:17:15.744523 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000605'] for port, provisioning_complete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:15.932630 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4120257'] for port, before_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:15.945060 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-8cb28c01-8fe8-4ecb-8d66-e82520339bcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11792892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11476845'] for subnet, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:15.950030 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-0d81d3c2-f932-4c68-a63f-b8f853ffd583 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:17:15.952303 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.db [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] For port 63647ec2-c7d4-4f97-9366-f7a46edf1707, host dv-cinder-787195-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-5-smb',level=0,port_id=63647ec2-c7d4-4f97-9366-f7a46edf1707,segment=NetworkSegment(f8d4e1c1-82f5-4515-b5f8-67450a2bb94b),segment_id=f8d4e1c1-82f5-4515-b5f8-67450a2bb94b)] {{(pid=73812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:17:15.955797 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.l3_hamode_db [None req-a09f06c4-a9ef-444f-b00e-d91b9cd102a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4735ee5-f302-4a12-9bf3-ba5834cb233a', 'name': 'tempest-TestShelveInstance-1059514730-router', 'tenant_id': '99d54a5c4e0a4d9abb919ed154eab887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b95ef810-b08d-4c08-b0c0-c75d2ee1b25b', 'external_fixed_ips': [{'subnet_id': 'b3fe51b0-9be9-4b1a-951c-de133b7a88b5', 'ip_address': '172.28.3.109'}], 'enable_snat': True}, 'gw_port_id': '63647ec2-c7d4-4f97-9366-f7a46edf1707', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:17:07Z', 'updated_at': '2021-04-30T13:17:12Z', 'revision_number': 4, 'project_id': '99d54a5c4e0a4d9abb919ed154eab887', 'gw_port': {'id': '63647ec2-c7d4-4f97-9366-f7a46edf1707', 'name': '', 'network_id': 'b95ef810-b08d-4c08-b0c0-c75d2ee1b25b', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:d8:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4735ee5-f302-4a12-9bf3-ba5834cb233a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'b3fe51b0-9be9-4b1a-951c-de133b7a88b5', 'ip_address': '172.28.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:17:08Z', 'updated_at': '2021-04-30T13:17:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3fe51b0-9be9-4b1a-951c-de133b7a88b5', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-5-smb', '_interfaces': [{'id': 'b77cb989-2e32-4814-adeb-6cf2180ca8bf', 'name': '', 'network_id': 'aa03f28a-3a1e-4da9-866d-defb23fad75a', 'tenant_id': '99d54a5c4e0a4d9abb919ed154eab887', 'mac_address': 'fa:16:3e:d2:07:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4735ee5-f302-4a12-9bf3-ba5834cb233a', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '18774bde-1daa-4ee6-a31b-aefc080adf26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:17:12Z', 'updated_at': '2021-04-30T13:17:13Z', 'revision_number': 2, 'project_id': '99d54a5c4e0a4d9abb919ed154eab887', 'subnets': [{'id': '18774bde-1daa-4ee6-a31b-aefc080adf26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-5-smb', False) {} {{(pid=73812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:17:15.959194 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4120194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773353276007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773352839720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773352839765'] for port, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:15.961628 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:17:15.995743 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a09f06c4-a9ef-444f-b00e-d91b9cd102a2 None None] Checking router: e4735ee5-f302-4a12-9bf3-ba5834cb233a for host: dv-cinder-787195-5-smb {{(pid=73812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 13:17:15.996389 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a09f06c4-a9ef-444f-b00e-d91b9cd102a2 None None] Updating router e4735ee5-f302-4a12-9bf3-ba5834cb233a port b77cb989-2e32-4814-adeb-6cf2180ca8bf binding host dv-cinder-787195-5-smb {{(pid=73812) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 13:17:16.033914 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb28c01-8fe8-4ecb-8d66-e82520339bcf admin admin] Pushing event updated for resources: {'Subnet': ['ID=b5b1028a-d361-4488-92c0-5016fc740df3,revision_number=0']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:17:16.042086 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-8cb28c01-8fe8-4ecb-8d66-e82520339bcf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:17:16.042795 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb28c01-8fe8-4ecb-8d66-e82520339bcf admin admin] Checking segment: {'id': '0da590c8-b4d5-439c-8b81-8486f6b27275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1100, 'network_id': 'b13576c4-f25d-4b04-a464-e0d7d76b9b71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:17:16.043736 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cb28c01-8fe8-4ecb-8d66-e82520339bcf admin admin] Network hostable DHCP agents. Network: b13576c4-f25d-4b04-a464-e0d7d76b9b71, hostable agents: ['bbfd2d49-358d-47d1-a027-fcfd9e0d3b2b'], hosted agents: [] {{(pid=73810) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 13:17:16.065945 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cb28c01-8fe8-4ecb-8d66-e82520339bcf admin admin] Network b13576c4-f25d-4b04-a464-e0d7d76b9b71 is scheduled to be hosted by DHCP agent bbfd2d49-358d-47d1-a027-fcfd9e0d3b2b with binding_index 1 {{(pid=73810) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 13:17:16.079092 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.scheduler.base_scheduler [None req-8cb28c01-8fe8-4ecb-8d66-e82520339bcf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787195-5-smb, b13576c4-f25d-4b04-a464-e0d7d76b9b71) {{(pid=73810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:17:16.082218 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Pushing event updated for resources: {'Port': ['ID=63647ec2-c7d4-4f97-9366-f7a46edf1707,revision_number=4']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:17:16.084919 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-a09f06c4-a9ef-444f-b00e-d91b9cd102a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4120257'] for port, before_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:16.088914 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cb28c01-8fe8-4ecb-8d66-e82520339bcf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:16.089510 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-8cb28c01-8fe8-4ecb-8d66-e82520339bcf admin admin] Notify callbacks [] for subnet, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:16.095668 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:17:16.097626 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11412a97-bc94-46e5-93fb-ee1fe513ade0 None None] Network b13576c4-f25d-4b04-a464-e0d7d76b9b71 requested from dv-cinder-787195-5-smb {{(pid=73812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 13:17:16.114912 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [None req-8cb28c01-8fe8-4ecb-8d66-e82520339bcf admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6772561 Apr 30 13:17:16.117587 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.84', 56328) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:17:16.125301 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.v2.base [None req-1bc27297-f5fc-4699-ac23-3630229e4849 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1282061304-router', 'tenant_id': 'ae7614d2b6ac42bca927ba21479b98a8', 'external_gateway_info': {'network_id': 'b95ef810-b08d-4c08-b0c0-c75d2ee1b25b'}}} {{(pid=73810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:17:16.130778 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-1bc27297-f5fc-4699-ac23-3630229e4849 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:17:16.136036 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-1bc27297-f5fc-4699-ac23-3630229e4849 admin admin] Usage tracker for resource:router and tenant:ae7614d2b6ac42bca927ba21479b98a8 is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:17:16.139094 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-1bc27297-f5fc-4699-ac23-3630229e4849 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:17:16.145537 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-1bc27297-f5fc-4699-ac23-3630229e4849 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:17:16.157659 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-1bc27297-f5fc-4699-ac23-3630229e4849 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1027317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4690'] for router, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:16.158480 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-1bc27297-f5fc-4699-ac23-3630229e4849 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1027308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1044963', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-983204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4699'] for router, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:16.176543 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-1bc27297-f5fc-4699-ac23-3630229e4849 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:16.592375 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef0fed9a-eada-4df7-9fc4-3b2fc2e910ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0abff78b-686c-5a1b-86a5-cab98582ec61-b13576c4-f25d-4b04-a464-e0d7d76b9b71', 'network_id': 'b13576c4-f25d-4b04-a464-e0d7d76b9b71', 'tenant_id': 'ae7614d2b6ac42bca927ba21479b98a8', 'fixed_ips': [{'subnet_id': 'b5b1028a-d361-4488-92c0-5016fc740df3'}]}} from dv-cinder-787195-5-smb. {{(pid=73812) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 30 13:17:16.598568 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-ef0fed9a-eada-4df7-9fc4-3b2fc2e910ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4120257'] for port, before_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:16.632905 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da9b53f-9704-4580-bc52-4219159ad7f2 req-0cd4490d-78cd-42e5-9df8-693936278aa1 tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:16.635900 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-1da9b53f-9704-4580-bc52-4219159ad7f2 req-0cd4490d-78cd-42e5-9df8-693936278aa1 tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] 10.222.0.84 "GET /v2.0/ports?device_id=c2c2ec2c-d0c7-483c-8fb1-c8df54adab5a HTTP/1.1" status: 200 len: 945 time: 0.4505105 Apr 30 13:17:16.655471 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-1bc27297-f5fc-4699-ac23-3630229e4849 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1044890', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1027937', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4777'] for router, precommit_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:16.757651 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e8a7f5-84c0-4808-8f3a-2f4e769a1f1c req-4ba5143b-6555-4a20-9ed7-4495ed4d41c6 tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:16.759085 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-16e8a7f5-84c0-4808-8f3a-2f4e769a1f1c req-4ba5143b-6555-4a20-9ed7-4495ed4d41c6 tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] 10.222.0.95 "GET /v2.0/ports?device_id=a28e6bd0-05d4-43a9-ade8-471de79ac163 HTTP/1.1" status: 200 len: 946 time: 0.3927078 Apr 30 13:17:16.764628 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-1da9b53f-9704-4580-bc52-4219159ad7f2 req-01104bea-2bf5-447b-9ff6-cb0bee0cb67a tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] 10.222.0.84 "GET /v2.0/security-groups?id=3c42be87-8352-42cf-a6e1-e7e026aabbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049094 Apr 30 13:17:16.878589 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-a09f06c4-a9ef-444f-b00e-d91b9cd102a2 None None] Notify callbacks [] for port, precommit_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:16.881917 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.db_base_plugin_common [None req-ef0fed9a-eada-4df7-9fc4-3b2fc2e910ff None None] Allocated IP 172.20.0.2 (b13576c4-f25d-4b04-a464-e0d7d76b9b71/b5b1028a-d361-4488-92c0-5016fc740df3/b3ad43c2-3965-4757-b9d5-26f3ddcfa815) {{(pid=73812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 13:17:16.901500 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.provisioning_blocks [None req-a09f06c4-a9ef-444f-b00e-d91b9cd102a2 None None] Transition to ACTIVE for port object b77cb989-2e32-4814-adeb-6cf2180ca8bf will not be triggered until provisioned by entity L2. {{(pid=73812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:17:16.934707 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-a09f06c4-a9ef-444f-b00e-d91b9cd102a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4120194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773353276007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773352839720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773352839765'] for port, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:16.942366 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:17:17.030614 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99834875-385e-4ecc-aa7b-ca94174647ef req-1b6d3af9-4c89-4b73-a139-b52747f9db1b tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:17.032063 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-99834875-385e-4ecc-aa7b-ca94174647ef req-1b6d3af9-4c89-4b73-a139-b52747f9db1b tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] 10.222.0.84 "GET /v2.0/ports?device_id=a28e6bd0-05d4-43a9-ade8-471de79ac163 HTTP/1.1" status: 200 len: 946 time: 0.4693196 Apr 30 13:17:17.106632 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-99834875-385e-4ecc-aa7b-ca94174647ef req-b4b81aeb-5c25-4ec9-a76c-52a90af714b7 tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] 10.222.0.84 "GET /v2.0/security-groups?id=78b91c60-43f7-43d4-ab5b-e36ce0163f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581400 Apr 30 13:17:17.137861 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.plugin [req-16e8a7f5-84c0-4808-8f3a-2f4e769a1f1c req-1daab758-bf9e-4a6b-acca-4375bc761940 tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] Deleting port 1f3609a8-d65f-4472-bc4e-764e1a3288a1 {{(pid=73810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:17:17.138211 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-16e8a7f5-84c0-4808-8f3a-2f4e769a1f1c req-1daab758-bf9e-4a6b-acca-4375bc761940 tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773353273429'] for port, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:17.166326 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf14abd-75a2-471c-a348-29f3191d48fa None None] Pushing event updated for resources: {'Port': ['ID=b77cb989-2e32-4814-adeb-6cf2180ca8bf,revision_number=3']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:17:17.180013 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-ddf14abd-75a2-471c-a348-29f3191d48fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:17:17.310604 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.rpc [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Device 63647ec2-c7d4-4f97-9366-f7a46edf1707 up at agent ovs-agent-dv-cinder-787195-5-smb {{(pid=73812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:17:17.419075 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.managers [None req-a09f06c4-a9ef-444f-b00e-d91b9cd102a2 None None] Attempting to bind port b77cb989-2e32-4814-adeb-6cf2180ca8bf on host dv-cinder-787195-5-smb for vnic_type normal with profile {{(pid=73812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 13:17:17.419382 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.managers [None req-a09f06c4-a9ef-444f-b00e-d91b9cd102a2 None None] Attempting to bind port b77cb989-2e32-4814-adeb-6cf2180ca8bf by drivers openvswitch,hyperv on host dv-cinder-787195-5-smb at level 0 using segments [{'id': '313beba6-51ca-4db8-affa-af5efe1019e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': 'aa03f28a-3a1e-4da9-866d-defb23fad75a'}] {{(pid=73812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 13:17:17.419743 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a09f06c4-a9ef-444f-b00e-d91b9cd102a2 None None] Attempting to bind port b77cb989-2e32-4814-adeb-6cf2180ca8bf on network aa03f28a-3a1e-4da9-866d-defb23fad75a {{(pid=73812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:17:17.456103 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a09f06c4-a9ef-444f-b00e-d91b9cd102a2 None None] Checking agent: {'id': '389db99c-db4b-44ca-8e25-149d3cf00f42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 6, 52), 'started_at': datetime.datetime(2021, 4, 30, 13, 7, 22), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 16, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 13:17:17.456506 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a09f06c4-a9ef-444f-b00e-d91b9cd102a2 None None] Checking segment: {'id': '313beba6-51ca-4db8-affa-af5efe1019e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': 'aa03f28a-3a1e-4da9-866d-defb23fad75a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:17:17.456909 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-a09f06c4-a9ef-444f-b00e-d91b9cd102a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:17.457299 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a09f06c4-a9ef-444f-b00e-d91b9cd102a2 None None] Bound using segment: {'id': '313beba6-51ca-4db8-affa-af5efe1019e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': 'aa03f28a-3a1e-4da9-866d-defb23fad75a'} {{(pid=73812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 13:17:17.457793 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.managers [None req-a09f06c4-a9ef-444f-b00e-d91b9cd102a2 None None] Bound port: b77cb989-2e32-4814-adeb-6cf2180ca8bf, host: dv-cinder-787195-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '313beba6-51ca-4db8-affa-af5efe1019e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': 'aa03f28a-3a1e-4da9-866d-defb23fad75a'}}] {{(pid=73812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 13:17:17.458181 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-a09f06c4-a9ef-444f-b00e-d91b9cd102a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4120257'] for port, before_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:17.462133 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.db [req-16e8a7f5-84c0-4808-8f3a-2f4e769a1f1c req-1daab758-bf9e-4a6b-acca-4375bc761940 tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] For port 1f3609a8-d65f-4472-bc4e-764e1a3288a1, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=1f3609a8-d65f-4472-bc4e-764e1a3288a1,segment=NetworkSegment(0656c9df-3683-4b19-9e2e-76cd59b3a036),segment_id=0656c9df-3683-4b19-9e2e-76cd59b3a036)] {{(pid=73810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:17:17.462555 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-16e8a7f5-84c0-4808-8f3a-2f4e769a1f1c req-1daab758-bf9e-4a6b-acca-4375bc761940 tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1047743'] for port, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:17.469007 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-ef0fed9a-eada-4df7-9fc4-3b2fc2e910ff None None] Notify callbacks [] for port, precommit_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:17.487829 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.provisioning_blocks [None req-ef0fed9a-eada-4df7-9fc4-3b2fc2e910ff None None] Transition to ACTIVE for port object b3ad43c2-3965-4757-b9d5-26f3ddcfa815 will not be triggered until provisioned by entity L2. {{(pid=73812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:17:17.557644 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.provisioning_blocks [None req-ef0fed9a-eada-4df7-9fc4-3b2fc2e910ff None None] Transition to ACTIVE for port object b3ad43c2-3965-4757-b9d5-26f3ddcfa815 will not be triggered until provisioned by entity DHCP. {{(pid=73812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:17:17.565250 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.provisioning_blocks [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Provisioning complete for port 63647ec2-c7d4-4f97-9366-f7a46edf1707 triggered by entity L2. {{(pid=73812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:17:17.565702 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000605'] for port, provisioning_complete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:17.608838 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-ef0fed9a-eada-4df7-9fc4-3b2fc2e910ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4120194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773352839702'] for port, after_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:17.616257 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.plugin [req-16e8a7f5-84c0-4808-8f3a-2f4e769a1f1c req-1daab758-bf9e-4a6b-acca-4375bc761940 tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] Calling delete_port for 1f3609a8-d65f-4472-bc4e-764e1a3288a1 owned by compute:nova {{(pid=73810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:17:17.619699 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:17:17.619869 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-1bc27297-f5fc-4699-ac23-3630229e4849 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:17.658737 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-1bc27297-f5fc-4699-ac23-3630229e4849 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4120257'] for port, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:17.699590 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef0fed9a-eada-4df7-9fc4-3b2fc2e910ff None None] Network b13576c4-f25d-4b04-a464-e0d7d76b9b71 is already hosted by enough agents. {{(pid=73812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:17:17.702637 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.db [None req-a09f06c4-a9ef-444f-b00e-d91b9cd102a2 None None] For port b77cb989-2e32-4814-adeb-6cf2180ca8bf, host dv-cinder-787195-5-smb, cleared binding levels {{(pid=73812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 13:17:17.709756 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.scheduler.base_scheduler [None req-ef0fed9a-eada-4df7-9fc4-3b2fc2e910ff None None] Resources bound (agent type, host, resource id): {{(pid=73812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:17:17.720707 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef0fed9a-eada-4df7-9fc4-3b2fc2e910ff None None] Received port after_create {{(pid=73812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 13:17:17.730841 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.db [None req-a09f06c4-a9ef-444f-b00e-d91b9cd102a2 None None] For port b77cb989-2e32-4814-adeb-6cf2180ca8bf, host dv-cinder-787195-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-5-smb',level=0,port_id=b77cb989-2e32-4814-adeb-6cf2180ca8bf,segment=NetworkSegment(313beba6-51ca-4db8-affa-af5efe1019e3),segment_id=313beba6-51ca-4db8-affa-af5efe1019e3)] {{(pid=73812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 13:17:17.760552 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0fed9a-eada-4df7-9fc4-3b2fc2e910ff None None] Pushing event updated for resources: {'Port': ['ID=b3ad43c2-3965-4757-b9d5-26f3ddcfa815,revision_number=1']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:17:17.778736 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-a09f06c4-a9ef-444f-b00e-d91b9cd102a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4120194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773353276007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773352839720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773352839765'] for port, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:17.788542 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-ef0fed9a-eada-4df7-9fc4-3b2fc2e910ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:17:17.789092 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-ef0fed9a-eada-4df7-9fc4-3b2fc2e910ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:17:17.889391 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.db.db_base_plugin_common [None req-1bc27297-f5fc-4699-ac23-3630229e4849 admin admin] Allocated IP 172.28.3.203 (b95ef810-b08d-4c08-b0c0-c75d2ee1b25b/b3fe51b0-9be9-4b1a-951c-de133b7a88b5/7109a81b-71aa-4e3e-92c7-bac1ea125d09) {{(pid=73810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 13:17:17.957847 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.managers [None req-ef0fed9a-eada-4df7-9fc4-3b2fc2e910ff None None] Attempting to bind port b3ad43c2-3965-4757-b9d5-26f3ddcfa815 on host dv-cinder-787195-5-smb for vnic_type normal with profile {{(pid=73812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 13:17:17.958224 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.managers [None req-ef0fed9a-eada-4df7-9fc4-3b2fc2e910ff None None] Attempting to bind port b3ad43c2-3965-4757-b9d5-26f3ddcfa815 by drivers openvswitch,hyperv on host dv-cinder-787195-5-smb at level 0 using segments [{'id': '0da590c8-b4d5-439c-8b81-8486f6b27275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1100, 'network_id': 'b13576c4-f25d-4b04-a464-e0d7d76b9b71'}] {{(pid=73812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 13:17:17.958573 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef0fed9a-eada-4df7-9fc4-3b2fc2e910ff None None] Attempting to bind port b3ad43c2-3965-4757-b9d5-26f3ddcfa815 on network b13576c4-f25d-4b04-a464-e0d7d76b9b71 {{(pid=73812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:17:17.972023 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a09f06c4-a9ef-444f-b00e-d91b9cd102a2 None None] Routers {'e4735ee5-f302-4a12-9bf3-ba5834cb233a'} bound to L3 agent in host dv-cinder-787195-5-smb {{(pid=73812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:17:17.972683 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.l3_hamode_db [None req-a09f06c4-a9ef-444f-b00e-d91b9cd102a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T13:06:52Z,description=,heartbeat_timestamp=2021-04-30T13:16:52Z,host='dv-cinder-787195-5-smb',id=0896dfae-3c2f-4fc2-b5f4-9284ce516a86,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:06:52Z,topic='l3_agent')) {'router_ids': ['e4735ee5-f302-4a12-9bf3-ba5834cb233a'], 'active': True} {{(pid=73812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:17:18.035914 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf14abd-75a2-471c-a348-29f3191d48fa None None] Pushing event updated for resources: {'Port': ['ID=b77cb989-2e32-4814-adeb-6cf2180ca8bf,revision_number=4']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:17:18.048081 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef0fed9a-eada-4df7-9fc4-3b2fc2e910ff None None] Checking agent: {'id': '389db99c-db4b-44ca-8e25-149d3cf00f42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 6, 52), 'started_at': datetime.datetime(2021, 4, 30, 13, 7, 22), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 16, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 13:17:18.048441 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef0fed9a-eada-4df7-9fc4-3b2fc2e910ff None None] Checking segment: {'id': '0da590c8-b4d5-439c-8b81-8486f6b27275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1100, 'network_id': 'b13576c4-f25d-4b04-a464-e0d7d76b9b71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:17:18.048856 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-ef0fed9a-eada-4df7-9fc4-3b2fc2e910ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:18.049224 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef0fed9a-eada-4df7-9fc4-3b2fc2e910ff None None] Bound using segment: {'id': '0da590c8-b4d5-439c-8b81-8486f6b27275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1100, 'network_id': 'b13576c4-f25d-4b04-a464-e0d7d76b9b71'} {{(pid=73812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 13:17:18.049721 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.managers [None req-ef0fed9a-eada-4df7-9fc4-3b2fc2e910ff None None] Bound port: b3ad43c2-3965-4757-b9d5-26f3ddcfa815, host: dv-cinder-787195-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0da590c8-b4d5-439c-8b81-8486f6b27275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1100, 'network_id': 'b13576c4-f25d-4b04-a464-e0d7d76b9b71'}}] {{(pid=73812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 13:17:18.050087 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-ef0fed9a-eada-4df7-9fc4-3b2fc2e910ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4120257'] for port, before_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:18.058911 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-16e8a7f5-84c0-4808-8f3a-2f4e769a1f1c req-1daab758-bf9e-4a6b-acca-4375bc761940 tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4120194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773353276016', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773352839711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11792972'] for port, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:18.059525 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-ddf14abd-75a2-471c-a348-29f3191d48fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:17:18.070871 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-06c220d1-842d-44f4-b7d4-3afb14494a53 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:17:18.076084 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.db [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] get_ports_and_sgs() called for port_ids ['cbc37f6d-ae64-4bbc-810e-9cbb64d89df6'] {{(pid=73812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 13:17:18.125890 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1daab758-bf9e-4a6b-acca-4375bc761940 tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] Pushing event deleted for resources: {'Port': ['ID=1f3609a8-d65f-4472-bc4e-764e1a3288a1,revision_number=None']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:17:18.132081 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-1daab758-bf9e-4a6b-acca-4375bc761940 tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:17:18.245079 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.db.l3_dvrscheduler_db [req-16e8a7f5-84c0-4808-8f3a-2f4e769a1f1c req-1daab758-bf9e-4a6b-acca-4375bc761940 tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] No DVR routers for this DVR port 1f3609a8-d65f-4472-bc4e-764e1a3288a1 on host hv-cinder-78719 {{(pid=73810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 13:17:18.287868 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-16e8a7f5-84c0-4808-8f3a-2f4e769a1f1c req-1daab758-bf9e-4a6b-acca-4375bc761940 tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9974'] for port, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:18.291627 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a28e6bd0-05d4-43a9-ade8-471de79ac163', 'name': 'network-vif-deleted', 'tag': '1f3609a8-d65f-4472-bc4e-764e1a3288a1'}] {{(pid=73810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:17:18.305848 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-1bc27297-f5fc-4699-ac23-3630229e4849 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:18.315666 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-9c31926c-cd91-4b64-84c9-1991eed0f3f9 req-ad637f2d-692b-46a4-a078-d0b1b1158745 tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] 10.222.0.84 "GET /v2.0/ports?device_id=a28e6bd0-05d4-43a9-ade8-471de79ac163 HTTP/1.1" status: 200 len: 210 time: 0.0893333 Apr 30 13:17:18.320087 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.l3_dvr_db [None req-a09f06c4-a9ef-444f-b00e-d91b9cd102a2 None None] Set router e4735ee5-f302-4a12-9bf3-ba5834cb233a gateway port host: dv-cinder-787195-5-smb {{(pid=73812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:17:18.348783 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9422d765-b62c-472a-ad92-f73c8e03f003 req-e1f3ffba-dc5c-4181-a5e6-87d7cc7f7ea6 tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:18.350332 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-9422d765-b62c-472a-ad92-f73c8e03f003 req-e1f3ffba-dc5c-4181-a5e6-87d7cc7f7ea6 tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] 10.222.0.84 "GET /v2.0/ports?device_id=c2c2ec2c-d0c7-483c-8fb1-c8df54adab5a HTTP/1.1" status: 200 len: 945 time: 0.4378712 Apr 30 13:17:18.353382 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-16e8a7f5-84c0-4808-8f3a-2f4e769a1f1c req-1daab758-bf9e-4a6b-acca-4375bc761940 tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] 10.222.0.95 "DELETE /v2.0/ports/1f3609a8-d65f-4472-bc4e-764e1a3288a1 HTTP/1.1" status: 204 len: 173 time: 1.5872686 Apr 30 13:17:18.382321 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.db [None req-ef0fed9a-eada-4df7-9fc4-3b2fc2e910ff None None] For port b3ad43c2-3965-4757-b9d5-26f3ddcfa815, host dv-cinder-787195-5-smb, cleared binding levels {{(pid=73812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 13:17:18.409967 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a28e6bd0-05d4-43a9-ade8-471de79ac163', 'name': 'network-vif-deleted', 'tag': '1f3609a8-d65f-4472-bc4e-764e1a3288a1', 'status': 'completed', 'code': 200} Apr 30 13:17:18.420602 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-1bc27297-f5fc-4699-ac23-3630229e4849 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4120194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773352839702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11792972'] for port, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:18.427079 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:17:18.466258 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-9422d765-b62c-472a-ad92-f73c8e03f003 req-d1893dc5-7a7d-4539-a7d7-312046a75065 tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] 10.222.0.84 "GET /v2.0/security-groups?id=3c42be87-8352-42cf-a6e1-e7e026aabbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981870 Apr 30 13:17:18.492579 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.db [None req-ef0fed9a-eada-4df7-9fc4-3b2fc2e910ff None None] For port b3ad43c2-3965-4757-b9d5-26f3ddcfa815, host dv-cinder-787195-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-5-smb',level=0,port_id=b3ad43c2-3965-4757-b9d5-26f3ddcfa815,segment=NetworkSegment(0da590c8-b4d5-439c-8b81-8486f6b27275),segment_id=0da590c8-b4d5-439c-8b81-8486f6b27275)] {{(pid=73812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 13:17:18.492887 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bc27297-f5fc-4699-ac23-3630229e4849 admin admin] Network b95ef810-b08d-4c08-b0c0-c75d2ee1b25b is already hosted by enough agents. {{(pid=73810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:17:18.500692 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.scheduler.base_scheduler [None req-1bc27297-f5fc-4699-ac23-3630229e4849 admin admin] Resources bound (agent type, host, resource id): {{(pid=73810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:17:18.505501 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc27297-f5fc-4699-ac23-3630229e4849 admin admin] Received port after_create {{(pid=73810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 13:17:18.514770 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-ef0fed9a-eada-4df7-9fc4-3b2fc2e910ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4120194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773353276007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773352839720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773352839765'] for port, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:18.521668 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-2285513e-4726-4d36-8267-7c6a6688af9a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:17:18.650899 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc27297-f5fc-4699-ac23-3630229e4849 admin admin] Pushing event updated for resources: {'Port': ['ID=7109a81b-71aa-4e3e-92c7-bac1ea125d09,revision_number=1']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:17:18.655460 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-1bc27297-f5fc-4699-ac23-3630229e4849 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:17:18.749940 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0fed9a-eada-4df7-9fc4-3b2fc2e910ff None None] Pushing event updated for resources: {'Port': ['ID=b3ad43c2-3965-4757-b9d5-26f3ddcfa815,revision_number=2']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:17:18.776074 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-ef0fed9a-eada-4df7-9fc4-3b2fc2e910ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:17:18.954587 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.l3_hamode_db [None req-a09f06c4-a9ef-444f-b00e-d91b9cd102a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4735ee5-f302-4a12-9bf3-ba5834cb233a', 'name': 'tempest-TestShelveInstance-1059514730-router', 'tenant_id': '99d54a5c4e0a4d9abb919ed154eab887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b95ef810-b08d-4c08-b0c0-c75d2ee1b25b', 'external_fixed_ips': [{'subnet_id': 'b3fe51b0-9be9-4b1a-951c-de133b7a88b5', 'ip_address': '172.28.3.109'}], 'enable_snat': True}, 'gw_port_id': '63647ec2-c7d4-4f97-9366-f7a46edf1707', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:17:07Z', 'updated_at': '2021-04-30T13:17:12Z', 'revision_number': 4, 'project_id': '99d54a5c4e0a4d9abb919ed154eab887', 'gw_port': {'id': '63647ec2-c7d4-4f97-9366-f7a46edf1707', 'name': '', 'network_id': 'b95ef810-b08d-4c08-b0c0-c75d2ee1b25b', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:d8:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4735ee5-f302-4a12-9bf3-ba5834cb233a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'b3fe51b0-9be9-4b1a-951c-de133b7a88b5', 'ip_address': '172.28.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:17:08Z', 'updated_at': '2021-04-30T13:17:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fe51b0-9be9-4b1a-951c-de133b7a88b5', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-5-smb', '_interfaces': [{'id': 'b77cb989-2e32-4814-adeb-6cf2180ca8bf', 'name': '', 'network_id': 'aa03f28a-3a1e-4da9-866d-defb23fad75a', 'tenant_id': '99d54a5c4e0a4d9abb919ed154eab887', 'mac_address': 'fa:16:3e:d2:07:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4735ee5-f302-4a12-9bf3-ba5834cb233a', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '18774bde-1daa-4ee6-a31b-aefc080adf26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:17:12Z', 'updated_at': '2021-04-30T13:17:17Z', 'revision_number': 4, 'project_id': '99d54a5c4e0a4d9abb919ed154eab887', 'subnets': [{'id': '18774bde-1daa-4ee6-a31b-aefc080adf26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-5-smb', False) {} {{(pid=73812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:17:18.961522 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a09f06c4-a9ef-444f-b00e-d91b9cd102a2 None None] The sync data for ids ['e4735ee5-f302-4a12-9bf3-ba5834cb233a'] in dv-cinder-787195-5-smb is: [{'id': 'e4735ee5-f302-4a12-9bf3-ba5834cb233a', 'name': 'tempest-TestShelveInstance-1059514730-router', 'tenant_id': '99d54a5c4e0a4d9abb919ed154eab887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b95ef810-b08d-4c08-b0c0-c75d2ee1b25b', 'external_fixed_ips': [{'subnet_id': 'b3fe51b0-9be9-4b1a-951c-de133b7a88b5', 'ip_address': '172.28.3.109'}], 'enable_snat': True}, 'gw_port_id': '63647ec2-c7d4-4f97-9366-f7a46edf1707', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:17:07Z', 'updated_at': '2021-04-30T13:17:12Z', 'revision_number': 4, 'project_id': '99d54a5c4e0a4d9abb919ed154eab887', 'gw_port': {'id': '63647ec2-c7d4-4f97-9366-f7a46edf1707', 'name': '', 'network_id': 'b95ef810-b08d-4c08-b0c0-c75d2ee1b25b', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:d8:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4735ee5-f302-4a12-9bf3-ba5834cb233a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'b3fe51b0-9be9-4b1a-951c-de133b7a88b5', 'ip_address': '172.28.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:17:08Z', 'updated_at': '2021-04-30T13:17:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fe51b0-9be9-4b1a-951c-de133b7a88b5', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-5-smb', '_interfaces': [{'id': 'b77cb989-2e32-4814-adeb-6cf2180ca8bf', 'name': '', 'network_id': 'aa03f28a-3a1e-4da9-866d-defb23fad75a', 'tenant_id': '99d54a5c4e0a4d9abb919ed154eab887', 'mac_address': 'fa:16:3e:d2:07:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4735ee5-f302-4a12-9bf3-ba5834cb233a', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '18774bde-1daa-4ee6-a31b-aefc080adf26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:17:12Z', 'updated_at': '2021-04-30T13:17:17Z', 'revision_number': 4, 'project_id': '99d54a5c4e0a4d9abb919ed154eab887', 'subnets': [{'id': '18774bde-1daa-4ee6-a31b-aefc080adf26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 13:17:19.092470 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-8228f61c-ce61-4bc9-b600-760c6d4e303c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000748'] for agent, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:19.148890 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.rpc [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Device 1f3609a8-d65f-4472-bc4e-764e1a3288a1 no longer exists at agent hyperv_hv-cinder-78719 {{(pid=73812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 13:17:19.296989 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.plugin [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] No Port match for: 1f3609a8-d65f-4472-bc4e-764e1a3288a1 {{(pid=73812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 13:17:19.298296 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.rpc [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Device 1f3609a8-d65f-4472-bc4e-764e1a3288a1 not bound to the agent host hv-cinder-78719 {{(pid=73812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 13:17:19.375316 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-1bc27297-f5fc-4699-ac23-3630229e4849 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:19.487588 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.rpc [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Device b77cb989-2e32-4814-adeb-6cf2180ca8bf up at agent ovs-agent-dv-cinder-787195-5-smb {{(pid=73812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:17:19.687766 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.provisioning_blocks [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Provisioning for port b77cb989-2e32-4814-adeb-6cf2180ca8bf completed by entity L2. {{(pid=73812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:17:19.698637 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.provisioning_blocks [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Provisioning complete for port b77cb989-2e32-4814-adeb-6cf2180ca8bf triggered by entity L2. {{(pid=73812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:17:19.698974 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000605'] for port, provisioning_complete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:19.963085 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4120257'] for port, before_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:20.007029 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.db [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] For port b77cb989-2e32-4814-adeb-6cf2180ca8bf, host dv-cinder-787195-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-5-smb',level=0,port_id=b77cb989-2e32-4814-adeb-6cf2180ca8bf,segment=NetworkSegment(313beba6-51ca-4db8-affa-af5efe1019e3),segment_id=313beba6-51ca-4db8-affa-af5efe1019e3)] {{(pid=73812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:17:20.012100 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4120194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773353276007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773352839720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773352839765'] for port, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:20.013426 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.rpc [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Device b3ad43c2-3965-4757-b9d5-26f3ddcfa815 up at agent ovs-agent-dv-cinder-787195-5-smb {{(pid=73812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:17:20.047537 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-59dcec57-79d5-45b9-abc8-2563c8703417 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:17:20.098149 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-1bc27297-f5fc-4699-ac23-3630229e4849 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1027946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919895'] for router, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:20.124016 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659aeed4-4604-4681-9cd2-b0d3cc9beeef req-750b73b2-b4b6-4345-924f-7a7cb794bcd9 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:20.125693 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-659aeed4-4604-4681-9cd2-b0d3cc9beeef req-750b73b2-b4b6-4345-924f-7a7cb794bcd9 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] 10.222.0.84 "GET /v2.0/ports?device_id=1dd81a91-e5f8-448b-8e9c-f25715635bfd HTTP/1.1" status: 200 len: 946 time: 0.2674019 Apr 30 13:17:20.134477 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daf1e34-295c-4719-90a7-7d82b119e378 req-1a180b70-415d-44da-abbe-dda804d38fc3 tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:20.136080 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-0daf1e34-295c-4719-90a7-7d82b119e378 req-1a180b70-415d-44da-abbe-dda804d38fc3 tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] 10.222.0.84 "GET /v2.0/ports?device_id=c2c2ec2c-d0c7-483c-8fb1-c8df54adab5a HTTP/1.1" status: 200 len: 945 time: 0.3385420 Apr 30 13:17:20.157406 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Pushing event updated for resources: {'Port': ['ID=b77cb989-2e32-4814-adeb-6cf2180ca8bf,revision_number=5']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:17:20.161613 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:17:20.173553 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.provisioning_blocks [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Provisioning for port b3ad43c2-3965-4757-b9d5-26f3ddcfa815 completed by entity L2. {{(pid=73812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:17:20.229648 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-068a4990-8be4-49f4-a171-88b7baaa001b None None] Network b13576c4-f25d-4b04-a464-e0d7d76b9b71 requested from dv-cinder-787195-5-smb {{(pid=73812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 13:17:20.343704 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.provisioning_blocks [None req-3621e02b-a6f7-44de-987b-a015d2a09b37 None None] Provisioning for port b3ad43c2-3965-4757-b9d5-26f3ddcfa815 completed by entity DHCP. {{(pid=73812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:17:20.360956 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.provisioning_blocks [None req-3621e02b-a6f7-44de-987b-a015d2a09b37 None None] Provisioning complete for port b3ad43c2-3965-4757-b9d5-26f3ddcfa815 triggered by entity DHCP. {{(pid=73812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:17:20.361349 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-3621e02b-a6f7-44de-987b-a015d2a09b37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000605'] for port, provisioning_complete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:20.370130 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-0daf1e34-295c-4719-90a7-7d82b119e378 req-b3eb15c6-e7ec-4c47-9a39-52459c33e06c tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] 10.222.0.84 "GET /v2.0/security-groups?id=3c42be87-8352-42cf-a6e1-e7e026aabbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788151 Apr 30 13:17:20.373044 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-659aeed4-4604-4681-9cd2-b0d3cc9beeef req-372760b5-3178-42f8-ac44-4309c7449536 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] 10.222.0.84 "GET /v2.0/security-groups?id=e084591c-f787-483b-9216-30d5c5cd705c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1828961 Apr 30 13:17:20.452165 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bc27297-f5fc-4699-ac23-3630229e4849 admin admin] Router 86d00986-b0ee-4fe4-a396-af5b08fc28cc is scheduled to L3 agent 0896dfae-3c2f-4fc2-b5f4-9284ce516a86 with binding_index 1 {{(pid=73810) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 30 13:17:20.608812 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-3621e02b-a6f7-44de-987b-a015d2a09b37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4120257'] for port, before_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:20.666403 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.db [None req-3621e02b-a6f7-44de-987b-a015d2a09b37 None None] For port b3ad43c2-3965-4757-b9d5-26f3ddcfa815, host dv-cinder-787195-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-5-smb',level=0,port_id=b3ad43c2-3965-4757-b9d5-26f3ddcfa815,segment=NetworkSegment(0da590c8-b4d5-439c-8b81-8486f6b27275),segment_id=0da590c8-b4d5-439c-8b81-8486f6b27275)] {{(pid=73812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:17:20.672405 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-3621e02b-a6f7-44de-987b-a015d2a09b37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4120194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773353276007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773352839720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773352839765'] for port, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:20.674532 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:17:20.752328 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3621e02b-a6f7-44de-987b-a015d2a09b37 None None] Pushing event updated for resources: {'Port': ['ID=b3ad43c2-3965-4757-b9d5-26f3ddcfa815,revision_number=3']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:17:20.758440 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-3621e02b-a6f7-44de-987b-a015d2a09b37 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:17:20.797447 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bc27297-f5fc-4699-ac23-3630229e4849 admin admin] Notify agent at l3_agent.dv-cinder-787195-5-smb the message routers_updated {{(pid=73810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 13:17:20.809633 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-270e6afc-b061-4105-bdd9-a5dc372140ef None None] Sync routers for ids ['86d00986-b0ee-4fe4-a396-af5b08fc28cc'] in dv-cinder-787195-5-smb {{(pid=73814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 13:17:20.820415 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-270e6afc-b061-4105-bdd9-a5dc372140ef None None] Routers {'86d00986-b0ee-4fe4-a396-af5b08fc28cc'} bound to L3 agent in host dv-cinder-787195-5-smb {{(pid=73814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:17:20.821333 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.db.l3_hamode_db [None req-270e6afc-b061-4105-bdd9-a5dc372140ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T13:06:52Z,description=,heartbeat_timestamp=2021-04-30T13:16:52Z,host='dv-cinder-787195-5-smb',id=0896dfae-3c2f-4fc2-b5f4-9284ce516a86,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:06:52Z,topic='l3_agent')) {'router_ids': ['86d00986-b0ee-4fe4-a396-af5b08fc28cc'], 'active': True} {{(pid=73814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:17:20.829003 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-1bc27297-f5fc-4699-ac23-3630229e4849 admin admin] Notify callbacks [] for router, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:20.833622 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.84', 56396) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:17:20.845959 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [None req-1bc27297-f5fc-4699-ac23-3630229e4849 admin admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.7267654 Apr 30 13:17:21.000710 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.provisioning_blocks [None req-94bda039-dda1-4bd5-9ddd-69862f06e6d5 None None] Provisioning complete for port b3ad43c2-3965-4757-b9d5-26f3ddcfa815 triggered by entity DHCP. {{(pid=73812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:17:21.001089 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-94bda039-dda1-4bd5-9ddd-69862f06e6d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000605'] for port, provisioning_complete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:21.065860 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.db.l3_dvr_db [None req-270e6afc-b061-4105-bdd9-a5dc372140ef None None] Set router 86d00986-b0ee-4fe4-a396-af5b08fc28cc gateway port host: dv-cinder-787195-5-smb {{(pid=73814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:17:21.330540 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.rpc [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Device b77cb989-2e32-4814-adeb-6cf2180ca8bf up at agent ovs-agent-dv-cinder-787195-5-smb {{(pid=73812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:17:21.408853 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67aa486e-5b3f-4e8b-9c41-51d51ec5610f req-2106e017-e723-403b-8028-f59c87b928d9 tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:21.409600 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.quota.resource [req-67aa486e-5b3f-4e8b-9c41-51d51ec5610f req-2106e017-e723-403b-8028-f59c87b928d9 tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] Synchronizing usage tracker for tenant:4c8480cf79cf411899d291c4db89977f on resource:port {{(pid=73810) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:17:21.433892 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.quota.resource [req-67aa486e-5b3f-4e8b-9c41-51d51ec5610f req-2106e017-e723-403b-8028-f59c87b928d9 tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] Unset dirty status for tenant:4c8480cf79cf411899d291c4db89977f on resource:port {{(pid=73810) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:17:21.442556 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-67aa486e-5b3f-4e8b-9c41-51d51ec5610f req-2106e017-e723-403b-8028-f59c87b928d9 tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] 10.222.0.84 "GET /v2.0/ports?device_id=465bafa6-50c3-4b95-a86f-7b10b4f1310d HTTP/1.1" status: 200 len: 945 time: 0.1853969 Apr 30 13:17:21.463645 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.provisioning_blocks [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Provisioning complete for port b77cb989-2e32-4814-adeb-6cf2180ca8bf triggered by entity L2. {{(pid=73812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:17:21.464654 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000605'] for port, provisioning_complete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:21.495231 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-67aa486e-5b3f-4e8b-9c41-51d51ec5610f req-7609f60b-294a-41e7-a78f-4c1ef7968cfa tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] 10.222.0.84 "GET /v2.0/security-groups?id=78b91c60-43f7-43d4-ab5b-e36ce0163f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514405 Apr 30 13:17:21.650332 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.db.l3_hamode_db [None req-270e6afc-b061-4105-bdd9-a5dc372140ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86d00986-b0ee-4fe4-a396-af5b08fc28cc', 'name': 'tempest-TestShelveInstance-1282061304-router', 'tenant_id': 'ae7614d2b6ac42bca927ba21479b98a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b95ef810-b08d-4c08-b0c0-c75d2ee1b25b', 'external_fixed_ips': [{'subnet_id': 'b3fe51b0-9be9-4b1a-951c-de133b7a88b5', 'ip_address': '172.28.3.203'}], 'enable_snat': True}, 'gw_port_id': '7109a81b-71aa-4e3e-92c7-bac1ea125d09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:17:16Z', 'updated_at': '2021-04-30T13:17:18Z', 'revision_number': 3, 'project_id': 'ae7614d2b6ac42bca927ba21479b98a8', 'gw_port': {'id': '7109a81b-71aa-4e3e-92c7-bac1ea125d09', 'name': '', 'network_id': 'b95ef810-b08d-4c08-b0c0-c75d2ee1b25b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:36:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86d00986-b0ee-4fe4-a396-af5b08fc28cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'b3fe51b0-9be9-4b1a-951c-de133b7a88b5', 'ip_address': '172.28.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:17:17Z', 'updated_at': '2021-04-30T13:17:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b3fe51b0-9be9-4b1a-951c-de133b7a88b5', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-5-smb'}], 'dv-cinder-787195-5-smb', False) {} {{(pid=73814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:17:21.661547 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-270e6afc-b061-4105-bdd9-a5dc372140ef None None] Checking router: 86d00986-b0ee-4fe4-a396-af5b08fc28cc for host: dv-cinder-787195-5-smb {{(pid=73814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 13:17:21.662166 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-270e6afc-b061-4105-bdd9-a5dc372140ef None None] Updating router 86d00986-b0ee-4fe4-a396-af5b08fc28cc port 7109a81b-71aa-4e3e-92c7-bac1ea125d09 binding host dv-cinder-787195-5-smb {{(pid=73814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 13:17:21.680229 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.rpc [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Device b3ad43c2-3965-4757-b9d5-26f3ddcfa815 up at agent ovs-agent-dv-cinder-787195-5-smb {{(pid=73812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:17:21.740483 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-270e6afc-b061-4105-bdd9-a5dc372140ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4120257'] for port, before_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:21.754096 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf23173-bab2-4761-8360-c66a443ab5ee req-dd738178-3c14-41d0-94ba-fd741109d6cc tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:21.761809 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-acf23173-bab2-4761-8360-c66a443ab5ee req-dd738178-3c14-41d0-94ba-fd741109d6cc tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] 10.222.0.84 "GET /v2.0/ports?device_id=c2c2ec2c-d0c7-483c-8fb1-c8df54adab5a HTTP/1.1" status: 200 len: 945 time: 0.1847692 Apr 30 13:17:21.767998 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.provisioning_blocks [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Provisioning complete for port b3ad43c2-3965-4757-b9d5-26f3ddcfa815 triggered by entity L2. {{(pid=73812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:17:21.768644 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000605'] for port, provisioning_complete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:21.818501 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-d61e3568-f9fa-42d1-a47d-650b9067545e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4120257'] for port, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:21.829103 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b365a6d-aea7-47bd-81b4-fc027f5115bc req-b545a766-0b27-4374-895d-4cdc1b6c9030 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:21.836665 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-1b365a6d-aea7-47bd-81b4-fc027f5115bc req-b545a766-0b27-4374-895d-4cdc1b6c9030 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] 10.222.0.84 "GET /v2.0/ports?device_id=1dd81a91-e5f8-448b-8e9c-f25715635bfd HTTP/1.1" status: 200 len: 946 time: 0.2076294 Apr 30 13:17:21.855762 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-2baa503c-9d47-444d-9873-1412bac972a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000748'] for agent, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:21.871316 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-acf23173-bab2-4761-8360-c66a443ab5ee req-58051612-f0c4-4e11-a75e-fbe22d973efd tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] 10.222.0.84 "GET /v2.0/security-groups?id=3c42be87-8352-42cf-a6e1-e7e026aabbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054811 Apr 30 13:17:21.913886 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-1b365a6d-aea7-47bd-81b4-fc027f5115bc req-e2f5f3c4-c5d3-4a12-a281-dae30746f520 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] 10.222.0.84 "GET /v2.0/security-groups?id=e084591c-f787-483b-9216-30d5c5cd705c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759103 Apr 30 13:17:22.086858 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.db_base_plugin_common [None req-d61e3568-f9fa-42d1-a47d-650b9067545e admin admin] Allocated IP 172.20.0.1 (b13576c4-f25d-4b04-a464-e0d7d76b9b71/b5b1028a-d361-4488-92c0-5016fc740df3/ed77eba6-0ec7-421e-89dd-43da31bd479d) {{(pid=73809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 13:17:22.156617 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-270e6afc-b061-4105-bdd9-a5dc372140ef None None] Notify callbacks [] for port, precommit_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:22.169527 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.db.provisioning_blocks [None req-270e6afc-b061-4105-bdd9-a5dc372140ef None None] Transition to ACTIVE for port object 7109a81b-71aa-4e3e-92c7-bac1ea125d09 will not be triggered until provisioned by entity L2. {{(pid=73814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:17:22.177275 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-270e6afc-b061-4105-bdd9-a5dc372140ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4120194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773353276007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773352839720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773352839765'] for port, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:22.181342 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:17:22.243841 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-d61e3568-f9fa-42d1-a47d-650b9067545e admin admin] Notify callbacks [] for port, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:22.259516 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.plugins.ml2.managers [None req-270e6afc-b061-4105-bdd9-a5dc372140ef None None] Attempting to bind port 7109a81b-71aa-4e3e-92c7-bac1ea125d09 on host dv-cinder-787195-5-smb for vnic_type normal with profile {{(pid=73814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 13:17:22.259928 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.plugins.ml2.managers [None req-270e6afc-b061-4105-bdd9-a5dc372140ef None None] Attempting to bind port 7109a81b-71aa-4e3e-92c7-bac1ea125d09 by drivers openvswitch,hyperv on host dv-cinder-787195-5-smb at level 0 using segments [{'id': 'f8d4e1c1-82f5-4515-b5f8-67450a2bb94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b95ef810-b08d-4c08-b0c0-c75d2ee1b25b'}] {{(pid=73814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 13:17:22.260618 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-270e6afc-b061-4105-bdd9-a5dc372140ef None None] Attempting to bind port 7109a81b-71aa-4e3e-92c7-bac1ea125d09 on network b95ef810-b08d-4c08-b0c0-c75d2ee1b25b {{(pid=73814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:17:22.261229 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.provisioning_blocks [None req-d61e3568-f9fa-42d1-a47d-650b9067545e admin admin] Transition to ACTIVE for port object ed77eba6-0ec7-421e-89dd-43da31bd479d will not be triggered until provisioned by entity DHCP. {{(pid=73809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:17:22.262728 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feab8c31-96b0-495d-b218-0bcd337e1b7e None None] Pushing event updated for resources: {'Port': ['ID=7109a81b-71aa-4e3e-92c7-bac1ea125d09,revision_number=2']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:17:22.266623 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-feab8c31-96b0-495d-b218-0bcd337e1b7e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:17:22.269431 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-270e6afc-b061-4105-bdd9-a5dc372140ef None None] Checking agent: {'id': '389db99c-db4b-44ca-8e25-149d3cf00f42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 6, 52), 'started_at': datetime.datetime(2021, 4, 30, 13, 7, 22), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 16, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 13:17:22.270391 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-270e6afc-b061-4105-bdd9-a5dc372140ef None None] Checking segment: {'id': 'f8d4e1c1-82f5-4515-b5f8-67450a2bb94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b95ef810-b08d-4c08-b0c0-c75d2ee1b25b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:17:22.270391 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-270e6afc-b061-4105-bdd9-a5dc372140ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:22.270610 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-270e6afc-b061-4105-bdd9-a5dc372140ef None None] Bound using segment: {'id': 'f8d4e1c1-82f5-4515-b5f8-67450a2bb94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b95ef810-b08d-4c08-b0c0-c75d2ee1b25b'} {{(pid=73814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 13:17:22.271045 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.plugins.ml2.managers [None req-270e6afc-b061-4105-bdd9-a5dc372140ef None None] Bound port: 7109a81b-71aa-4e3e-92c7-bac1ea125d09, host: dv-cinder-787195-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8d4e1c1-82f5-4515-b5f8-67450a2bb94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b95ef810-b08d-4c08-b0c0-c75d2ee1b25b'}}] {{(pid=73814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 13:17:22.271452 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-270e6afc-b061-4105-bdd9-a5dc372140ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4120257'] for port, before_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:22.281860 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000748'] for agent, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:22.298711 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-d61e3568-f9fa-42d1-a47d-650b9067545e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4120194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773352839702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11423588'] for port, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:22.305204 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-c2d27f14-0826-49ff-8532-c5b2e66d973e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:17:22.355618 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.plugins.ml2.db [None req-270e6afc-b061-4105-bdd9-a5dc372140ef None None] For port 7109a81b-71aa-4e3e-92c7-bac1ea125d09, host dv-cinder-787195-5-smb, cleared binding levels {{(pid=73814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 13:17:22.359459 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.plugins.ml2.db [None req-270e6afc-b061-4105-bdd9-a5dc372140ef None None] For port 7109a81b-71aa-4e3e-92c7-bac1ea125d09, host dv-cinder-787195-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-5-smb',level=0,port_id=7109a81b-71aa-4e3e-92c7-bac1ea125d09,segment=NetworkSegment(f8d4e1c1-82f5-4515-b5f8-67450a2bb94b),segment_id=f8d4e1c1-82f5-4515-b5f8-67450a2bb94b)] {{(pid=73814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 13:17:22.364225 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-270e6afc-b061-4105-bdd9-a5dc372140ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4120194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773353276007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773352839720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773352839765'] for port, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:22.368614 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:17:22.376802 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d61e3568-f9fa-42d1-a47d-650b9067545e admin admin] Network b13576c4-f25d-4b04-a464-e0d7d76b9b71 is already hosted by enough agents. {{(pid=73809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:17:22.380082 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.scheduler.base_scheduler [None req-d61e3568-f9fa-42d1-a47d-650b9067545e admin admin] Resources bound (agent type, host, resource id): {{(pid=73809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:17:22.383437 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d61e3568-f9fa-42d1-a47d-650b9067545e admin admin] Received port after_create {{(pid=73809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 13:17:22.430826 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61e3568-f9fa-42d1-a47d-650b9067545e admin admin] Pushing event updated for resources: {'Port': ['ID=ed77eba6-0ec7-421e-89dd-43da31bd479d,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:17:22.436634 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-d61e3568-f9fa-42d1-a47d-650b9067545e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:17:22.455418 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-d61e3568-f9fa-42d1-a47d-650b9067545e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-924889'] for router_interface, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:22.502644 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feab8c31-96b0-495d-b218-0bcd337e1b7e None None] Pushing event updated for resources: {'Port': ['ID=7109a81b-71aa-4e3e-92c7-bac1ea125d09,revision_number=3']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:17:22.506304 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-feab8c31-96b0-495d-b218-0bcd337e1b7e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:17:22.507064 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-270e6afc-b061-4105-bdd9-a5dc372140ef None None] Routers {'86d00986-b0ee-4fe4-a396-af5b08fc28cc'} bound to L3 agent in host dv-cinder-787195-5-smb {{(pid=73814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:17:22.507806 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.db.l3_hamode_db [None req-270e6afc-b061-4105-bdd9-a5dc372140ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T13:06:52Z,description=,heartbeat_timestamp=2021-04-30T13:17:22Z,host='dv-cinder-787195-5-smb',id=0896dfae-3c2f-4fc2-b5f4-9284ce516a86,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:06:52Z,topic='l3_agent')) {'router_ids': ['86d00986-b0ee-4fe4-a396-af5b08fc28cc'], 'active': True} {{(pid=73814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:17:22.639869 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-d61e3568-f9fa-42d1-a47d-650b9067545e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4120257'] for port, before_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:22.691147 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.provisioning_blocks [None req-7668b42a-82f9-4baf-909f-a7dc3308ae4a None None] Provisioning for port ed77eba6-0ec7-421e-89dd-43da31bd479d completed by entity DHCP. {{(pid=73812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:17:22.697980 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.provisioning_blocks [None req-7668b42a-82f9-4baf-909f-a7dc3308ae4a None None] Provisioning complete for port ed77eba6-0ec7-421e-89dd-43da31bd479d triggered by entity DHCP. {{(pid=73812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:17:22.698500 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-7668b42a-82f9-4baf-909f-a7dc3308ae4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000605'] for port, provisioning_complete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:22.727945 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4f9908-28fc-438b-bf22-d2ef7230946d req-a75e428d-ec60-4d5e-8857-ae3c3f37f3a6 tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:22.730908 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-4a4f9908-28fc-438b-bf22-d2ef7230946d req-a75e428d-ec60-4d5e-8857-ae3c3f37f3a6 tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] 10.222.0.84 "GET /v2.0/ports?device_id=465bafa6-50c3-4b95-a86f-7b10b4f1310d HTTP/1.1" status: 200 len: 945 time: 0.1161399 Apr 30 13:17:22.742477 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.db.l3_dvr_db [None req-270e6afc-b061-4105-bdd9-a5dc372140ef None None] Set router 86d00986-b0ee-4fe4-a396-af5b08fc28cc gateway port host: dv-cinder-787195-5-smb {{(pid=73814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:17:22.765430 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.plugin [None req-7668b42a-82f9-4baf-909f-a7dc3308ae4a None None] Port ed77eba6-0ec7-421e-89dd-43da31bd479d cannot update to ACTIVE because it is not bound. {{(pid=73812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 13:17:22.792725 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-4a4f9908-28fc-438b-bf22-d2ef7230946d req-e5bc2422-d8c3-4a80-9b5b-f223ecae9480 tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] 10.222.0.84 "GET /v2.0/security-groups?id=78b91c60-43f7-43d4-ab5b-e36ce0163f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540028 Apr 30 13:17:23.059838 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-d61e3568-f9fa-42d1-a47d-650b9067545e admin admin] Notify callbacks [] for port, precommit_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:23.066273 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-d61e3568-f9fa-42d1-a47d-650b9067545e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4120194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773353276007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773352839720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773352839765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11423599'] for port, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:23.114405 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-a9ba599c-bbf2-42e7-8bf2-2ae3bfc6b861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000748'] for agent, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:23.130674 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-eb6d0d81-6b47-4339-8477-b680b7172950 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:17:23.174278 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.db.l3_hamode_db [None req-270e6afc-b061-4105-bdd9-a5dc372140ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86d00986-b0ee-4fe4-a396-af5b08fc28cc', 'name': 'tempest-TestShelveInstance-1282061304-router', 'tenant_id': 'ae7614d2b6ac42bca927ba21479b98a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b95ef810-b08d-4c08-b0c0-c75d2ee1b25b', 'external_fixed_ips': [{'subnet_id': 'b3fe51b0-9be9-4b1a-951c-de133b7a88b5', 'ip_address': '172.28.3.203'}], 'enable_snat': True}, 'gw_port_id': '7109a81b-71aa-4e3e-92c7-bac1ea125d09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:17:16Z', 'updated_at': '2021-04-30T13:17:22Z', 'revision_number': 4, 'project_id': 'ae7614d2b6ac42bca927ba21479b98a8', 'gw_port': {'id': '7109a81b-71aa-4e3e-92c7-bac1ea125d09', 'name': '', 'network_id': 'b95ef810-b08d-4c08-b0c0-c75d2ee1b25b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:36:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86d00986-b0ee-4fe4-a396-af5b08fc28cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'b3fe51b0-9be9-4b1a-951c-de133b7a88b5', 'ip_address': '172.28.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:17:17Z', 'updated_at': '2021-04-30T13:17:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3fe51b0-9be9-4b1a-951c-de133b7a88b5', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-5-smb', '_interfaces': [{'id': 'ed77eba6-0ec7-421e-89dd-43da31bd479d', 'name': '', 'network_id': 'b13576c4-f25d-4b04-a464-e0d7d76b9b71', 'tenant_id': 'ae7614d2b6ac42bca927ba21479b98a8', 'mac_address': 'fa:16:3e:39:97:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86d00986-b0ee-4fe4-a396-af5b08fc28cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'b5b1028a-d361-4488-92c0-5016fc740df3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:17:21Z', 'updated_at': '2021-04-30T13:17:22Z', 'revision_number': 1, 'project_id': 'ae7614d2b6ac42bca927ba21479b98a8', 'subnets': [{'id': 'b5b1028a-d361-4488-92c0-5016fc740df3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-5-smb', False) {} {{(pid=73814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:17:23.176217 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-d61e3568-f9fa-42d1-a47d-650b9067545e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-924796'] for router_interface, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:23.179497 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-270e6afc-b061-4105-bdd9-a5dc372140ef None None] The sync data for ids ['86d00986-b0ee-4fe4-a396-af5b08fc28cc'] in dv-cinder-787195-5-smb is: [{'id': '86d00986-b0ee-4fe4-a396-af5b08fc28cc', 'name': 'tempest-TestShelveInstance-1282061304-router', 'tenant_id': 'ae7614d2b6ac42bca927ba21479b98a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b95ef810-b08d-4c08-b0c0-c75d2ee1b25b', 'external_fixed_ips': [{'subnet_id': 'b3fe51b0-9be9-4b1a-951c-de133b7a88b5', 'ip_address': '172.28.3.203'}], 'enable_snat': True}, 'gw_port_id': '7109a81b-71aa-4e3e-92c7-bac1ea125d09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:17:16Z', 'updated_at': '2021-04-30T13:17:22Z', 'revision_number': 4, 'project_id': 'ae7614d2b6ac42bca927ba21479b98a8', 'gw_port': {'id': '7109a81b-71aa-4e3e-92c7-bac1ea125d09', 'name': '', 'network_id': 'b95ef810-b08d-4c08-b0c0-c75d2ee1b25b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:36:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86d00986-b0ee-4fe4-a396-af5b08fc28cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'b3fe51b0-9be9-4b1a-951c-de133b7a88b5', 'ip_address': '172.28.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:17:17Z', 'updated_at': '2021-04-30T13:17:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3fe51b0-9be9-4b1a-951c-de133b7a88b5', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-5-smb', '_interfaces': [{'id': 'ed77eba6-0ec7-421e-89dd-43da31bd479d', 'name': '', 'network_id': 'b13576c4-f25d-4b04-a464-e0d7d76b9b71', 'tenant_id': 'ae7614d2b6ac42bca927ba21479b98a8', 'mac_address': 'fa:16:3e:39:97:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86d00986-b0ee-4fe4-a396-af5b08fc28cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'b5b1028a-d361-4488-92c0-5016fc740df3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:17:21Z', 'updated_at': '2021-04-30T13:17:22Z', 'revision_number': 1, 'project_id': 'ae7614d2b6ac42bca927ba21479b98a8', 'subnets': [{'id': 'b5b1028a-d361-4488-92c0-5016fc740df3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 13:17:23.228468 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f554ed0-2a25-4a77-af58-3554e2a8310a req-58904fe1-8e6d-48b2-a9d7-997c87e5d583 tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:23.232951 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-9f554ed0-2a25-4a77-af58-3554e2a8310a req-58904fe1-8e6d-48b2-a9d7-997c87e5d583 tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] 10.222.0.84 "GET /v2.0/ports?device_id=c2c2ec2c-d0c7-483c-8fb1-c8df54adab5a HTTP/1.1" status: 200 len: 945 time: 0.1730928 Apr 30 13:17:23.235934 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61e3568-f9fa-42d1-a47d-650b9067545e admin admin] Pushing event updated for resources: {'Port': ['ID=ed77eba6-0ec7-421e-89dd-43da31bd479d,revision_number=2']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:17:23.289614 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-d61e3568-f9fa-42d1-a47d-650b9067545e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:17:23.312326 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f92573-f044-4bc5-9595-9d8f92f3c8c8 req-fe56267c-2b94-4cb4-b3ff-a36238ffc034 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:23.314067 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-72f92573-f044-4bc5-9595-9d8f92f3c8c8 req-fe56267c-2b94-4cb4-b3ff-a36238ffc034 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] 10.222.0.84 "GET /v2.0/ports?device_id=1dd81a91-e5f8-448b-8e9c-f25715635bfd HTTP/1.1" status: 200 len: 946 time: 0.1979423 Apr 30 13:17:23.346004 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d61e3568-f9fa-42d1-a47d-650b9067545e admin admin] Network b13576c4-f25d-4b04-a464-e0d7d76b9b71 is already hosted by enough agents. {{(pid=73809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:17:23.347255 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.scheduler.base_scheduler [None req-d61e3568-f9fa-42d1-a47d-650b9067545e admin admin] Resources bound (agent type, host, resource id): {{(pid=73809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:17:23.390688 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-9f554ed0-2a25-4a77-af58-3554e2a8310a req-ea59a8af-34b6-45b2-8393-318486b97ca3 tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] 10.222.0.84 "GET /v2.0/security-groups?id=3c42be87-8352-42cf-a6e1-e7e026aabbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124330 Apr 30 13:17:23.433408 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-72f92573-f044-4bc5-9595-9d8f92f3c8c8 req-08560f93-3b70-4d01-bd02-e01af5a64eda tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] 10.222.0.84 "GET /v2.0/security-groups?id=e084591c-f787-483b-9216-30d5c5cd705c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1013300 Apr 30 13:17:23.465192 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b993cfc8-eb58-4ff0-a2c4-b34d0c527ef1 req-f975fbf5-fcb8-42ea-b93e-5ef006293bb1 tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:23.467079 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-b993cfc8-eb58-4ff0-a2c4-b34d0c527ef1 req-f975fbf5-fcb8-42ea-b93e-5ef006293bb1 tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] 10.222.0.95 "GET /v2.0/ports?device_id=465bafa6-50c3-4b95-a86f-7b10b4f1310d HTTP/1.1" status: 200 len: 945 time: 0.2327731 Apr 30 13:17:23.603276 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d61e3568-f9fa-42d1-a47d-650b9067545e admin admin] Router 86d00986-b0ee-4fe4-a396-af5b08fc28cc has already been hosted by L3 agent 0896dfae-3c2f-4fc2-b5f4-9284ce516a86 {{(pid=73809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 13:17:23.713982 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.provisioning_blocks [None req-181dcf87-5f67-4b50-aa21-ca0347166f84 None None] Provisioning complete for port ed77eba6-0ec7-421e-89dd-43da31bd479d triggered by entity DHCP. {{(pid=73812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:17:23.714578 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-181dcf87-5f67-4b50-aa21-ca0347166f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000605'] for port, provisioning_complete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:23.758784 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.plugin [req-b993cfc8-eb58-4ff0-a2c4-b34d0c527ef1 req-41e8ff00-d4b7-42e4-8585-9d0cbeb34a4a tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] Deleting port cbc37f6d-ae64-4bbc-810e-9cbb64d89df6 {{(pid=73810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:17:23.762098 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-b993cfc8-eb58-4ff0-a2c4-b34d0c527ef1 req-41e8ff00-d4b7-42e4-8585-9d0cbeb34a4a tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773353273429'] for port, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:23.800629 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.plugin [None req-181dcf87-5f67-4b50-aa21-ca0347166f84 None None] Port ed77eba6-0ec7-421e-89dd-43da31bd479d cannot update to ACTIVE because it is not bound. {{(pid=73812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 13:17:23.870130 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d61e3568-f9fa-42d1-a47d-650b9067545e admin admin] Notify agent at l3_agent.dv-cinder-787195-5-smb the message routers_updated {{(pid=73809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 13:17:23.906689 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [None req-d61e3568-f9fa-42d1-a47d-650b9067545e admin admin] 10.222.0.84 "PUT /v2.0/routers/86d00986-b0ee-4fe4-a396-af5b08fc28cc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0639930 Apr 30 13:17:24.112180 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.db [req-b993cfc8-eb58-4ff0-a2c4-b34d0c527ef1 req-41e8ff00-d4b7-42e4-8585-9d0cbeb34a4a tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] For port cbc37f6d-ae64-4bbc-810e-9cbb64d89df6, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=cbc37f6d-ae64-4bbc-810e-9cbb64d89df6,segment=NetworkSegment(0656c9df-3683-4b19-9e2e-76cd59b3a036),segment_id=0656c9df-3683-4b19-9e2e-76cd59b3a036)] {{(pid=73810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:17:24.112590 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-b993cfc8-eb58-4ff0-a2c4-b34d0c527ef1 req-41e8ff00-d4b7-42e4-8585-9d0cbeb34a4a tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1047743'] for port, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:24.248474 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.plugin [req-b993cfc8-eb58-4ff0-a2c4-b34d0c527ef1 req-41e8ff00-d4b7-42e4-8585-9d0cbeb34a4a tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] Calling delete_port for cbc37f6d-ae64-4bbc-810e-9cbb64d89df6 owned by compute:nova {{(pid=73810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:17:24.314100 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564cd34f-6ed4-4174-92e9-0827e442800e req-3543f9db-2ec6-4709-acc1-ba5e2802dae0 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:24.315669 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-564cd34f-6ed4-4174-92e9-0827e442800e req-3543f9db-2ec6-4709-acc1-ba5e2802dae0 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] 10.222.0.84 "GET /v2.0/ports?device_id=3891d1b0-b5dd-47c3-b3d4-60a44acdf909 HTTP/1.1" status: 200 len: 945 time: 0.3164692 Apr 30 13:17:24.347188 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bffec8-2b3a-434d-81d6-35943456147f req-aa1e438f-1b31-494d-99ae-4b1f42608e10 tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:24.348687 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-53bffec8-2b3a-434d-81d6-35943456147f req-aa1e438f-1b31-494d-99ae-4b1f42608e10 tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] 10.222.0.84 "GET /v2.0/ports?device_id=465bafa6-50c3-4b95-a86f-7b10b4f1310d HTTP/1.1" status: 200 len: 945 time: 0.2975941 Apr 30 13:17:24.416717 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-564cd34f-6ed4-4174-92e9-0827e442800e req-6834f554-5dd1-40b9-9bf6-48167201e5fa tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] 10.222.0.84 "GET /v2.0/security-groups?id=38056ed3-e545-461e-877e-10c00fc58fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929656 Apr 30 13:17:24.475558 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-5918b5d9-36b2-459a-8043-2e5e2054f07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000748'] for agent, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:24.475794 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-53bffec8-2b3a-434d-81d6-35943456147f req-f893c691-c3ad-48a0-b04d-5db39b4977d5 tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] 10.222.0.84 "GET /v2.0/security-groups?id=78b91c60-43f7-43d4-ab5b-e36ce0163f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196344 Apr 30 13:17:24.513381 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-b993cfc8-eb58-4ff0-a2c4-b34d0c527ef1 req-41e8ff00-d4b7-42e4-8585-9d0cbeb34a4a tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4120194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773353276016', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773352839711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11792972'] for port, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:24.521162 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-2ceea5c9-e256-45b6-a940-7207d73b15e1 tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:17:24.527590 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.db [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] get_ports_and_sgs() called for port_ids ['cbc37f6d-ae64-4bbc-810e-9cbb64d89df6'] {{(pid=73812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 13:17:24.574362 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e8ff00-d4b7-42e4-8585-9d0cbeb34a4a tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] Pushing event deleted for resources: {'Port': ['ID=cbc37f6d-ae64-4bbc-810e-9cbb64d89df6,revision_number=None']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:17:24.576824 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-41e8ff00-d4b7-42e4-8585-9d0cbeb34a4a tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:17:24.790603 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.db.l3_dvrscheduler_db [req-b993cfc8-eb58-4ff0-a2c4-b34d0c527ef1 req-41e8ff00-d4b7-42e4-8585-9d0cbeb34a4a tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] No DVR routers for this DVR port cbc37f6d-ae64-4bbc-810e-9cbb64d89df6 on host hv-cinder-78719 {{(pid=73810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 13:17:24.793752 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-b993cfc8-eb58-4ff0-a2c4-b34d0c527ef1 req-41e8ff00-d4b7-42e4-8585-9d0cbeb34a4a tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9974'] for port, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:24.796268 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '465bafa6-50c3-4b95-a86f-7b10b4f1310d', 'name': 'network-vif-deleted', 'tag': 'cbc37f6d-ae64-4bbc-810e-9cbb64d89df6'}] {{(pid=73810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:17:24.816677 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-b993cfc8-eb58-4ff0-a2c4-b34d0c527ef1 req-41e8ff00-d4b7-42e4-8585-9d0cbeb34a4a tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] 10.222.0.95 "DELETE /v2.0/ports/cbc37f6d-ae64-4bbc-810e-9cbb64d89df6 HTTP/1.1" status: 204 len: 173 time: 1.3437521 Apr 30 13:17:24.847124 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43ee470-31ac-4845-9ee5-944b11ba7d0c req-f2605f89-c7da-476f-9476-f22cd8cf785e tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:24.848673 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-e43ee470-31ac-4845-9ee5-944b11ba7d0c req-f2605f89-c7da-476f-9476-f22cd8cf785e tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] 10.222.0.84 "GET /v2.0/ports?device_id=c2c2ec2c-d0c7-483c-8fb1-c8df54adab5a HTTP/1.1" status: 200 len: 945 time: 0.2026215 Apr 30 13:17:24.900014 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-e43ee470-31ac-4845-9ee5-944b11ba7d0c req-61b5b4b7-e7e6-45a1-a640-098e7d6d6289 tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] 10.222.0.84 "GET /v2.0/security-groups?id=3c42be87-8352-42cf-a6e1-e7e026aabbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447123 Apr 30 13:17:25.022671 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.84', 56444) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:17:25.028142 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.v2.base [None req-249a1685-2143-4c17-b007-9c440cdaef6a tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-533326170', 'description': 'tempest-secgroup-smoke-533326170 description', 'project_id': '99d54a5c4e0a4d9abb919ed154eab887'}} {{(pid=73810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:17:25.034392 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-249a1685-2143-4c17-b007-9c440cdaef6a tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:17:25.038731 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-249a1685-2143-4c17-b007-9c440cdaef6a tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] Usage tracker for resource:security_group and tenant:99d54a5c4e0a4d9abb919ed154eab887 is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:17:25.042865 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-249a1685-2143-4c17-b007-9c440cdaef6a tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:17:25.082360 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-249a1685-2143-4c17-b007-9c440cdaef6a tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:17:25.085282 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '465bafa6-50c3-4b95-a86f-7b10b4f1310d', 'name': 'network-vif-deleted', 'tag': 'cbc37f6d-ae64-4bbc-810e-9cbb64d89df6', 'status': 'completed', 'code': 200} Apr 30 13:17:25.110906 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-249a1685-2143-4c17-b007-9c440cdaef6a tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] Notify callbacks [] for security_group, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:25.138254 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-249a1685-2143-4c17-b007-9c440cdaef6a tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:17:25.148697 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-249a1685-2143-4c17-b007-9c440cdaef6a tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] Usage tracker for resource:security_group_rule and tenant:99d54a5c4e0a4d9abb919ed154eab887 is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:17:25.153044 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-249a1685-2143-4c17-b007-9c440cdaef6a tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:17:25.161377 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-249a1685-2143-4c17-b007-9c440cdaef6a tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:17:25.182080 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a468b599-d7da-462e-8b06-385bcc74ffc7 req-fb1b0023-5cef-4401-bdb5-cb18c0b70d67 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:25.183133 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-a468b599-d7da-462e-8b06-385bcc74ffc7 req-fb1b0023-5cef-4401-bdb5-cb18c0b70d67 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] 10.222.0.84 "GET /v2.0/ports?device_id=1dd81a91-e5f8-448b-8e9c-f25715635bfd HTTP/1.1" status: 200 len: 946 time: 0.1414938 Apr 30 13:17:25.251992 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-a468b599-d7da-462e-8b06-385bcc74ffc7 req-d3ab5991-f627-4b24-9116-218973c0e04c tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] 10.222.0.84 "GET /v2.0/security-groups?id=e084591c-f787-483b-9216-30d5c5cd705c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598319 Apr 30 13:17:25.292057 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-249a1685-2143-4c17-b007-9c440cdaef6a tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] Notify callbacks [] for security_group, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:25.297513 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-249a1685-2143-4c17-b007-9c440cdaef6a tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985230'] for security_group, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:25.300246 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.rpc [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Device 7109a81b-71aa-4e3e-92c7-bac1ea125d09 up at agent ovs-agent-dv-cinder-787195-5-smb {{(pid=73812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:17:25.303448 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-eb5d2de6-c259-4457-a055-c6082b2da8d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:17:25.344978 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249a1685-2143-4c17-b007-9c440cdaef6a tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8529bdd9-9ae1-4450-87c4-845837d2244b,revision_number=1']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:17:25.348054 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-249a1685-2143-4c17-b007-9c440cdaef6a tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] Notify callbacks [] for security_group, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:25.352269 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [None req-249a1685-2143-4c17-b007-9c440cdaef6a tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3255348 Apr 30 13:17:25.352269 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-249a1685-2143-4c17-b007-9c440cdaef6a tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:17:25.352672 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.84', 56448) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:17:25.362710 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.v2.base [None req-b74ad72c-b9b2-4bed-9d9e-73be3dca9324 tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] Request body: {'security_group_rule': {'security_group_id': '8529bdd9-9ae1-4450-87c4-845837d2244b', 'project_id': '99d54a5c4e0a4d9abb919ed154eab887', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=73809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:17:25.373830 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.provisioning_blocks [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Provisioning for port 7109a81b-71aa-4e3e-92c7-bac1ea125d09 completed by entity L2. {{(pid=73812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:17:25.374107 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-b74ad72c-b9b2-4bed-9d9e-73be3dca9324 tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:17:25.378437 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-b74ad72c-b9b2-4bed-9d9e-73be3dca9324 tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] Usage tracker for resource:security_group_rule and tenant:99d54a5c4e0a4d9abb919ed154eab887 is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:17:25.379042 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.provisioning_blocks [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Provisioning complete for port 7109a81b-71aa-4e3e-92c7-bac1ea125d09 triggered by entity L2. {{(pid=73812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:17:25.379435 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000605'] for port, provisioning_complete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:25.381455 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-b74ad72c-b9b2-4bed-9d9e-73be3dca9324 tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:17:25.388408 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-b74ad72c-b9b2-4bed-9d9e-73be3dca9324 tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:17:25.407310 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-b74ad72c-b9b2-4bed-9d9e-73be3dca9324 tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:25.484815 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-b74ad72c-b9b2-4bed-9d9e-73be3dca9324 tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:25.491779 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-b74ad72c-b9b2-4bed-9d9e-73be3dca9324 tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988753'] for security_group_rule, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:25.510566 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-a5387899-73d9-4833-9c04-b818402fc26d tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:17:25.532050 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74ad72c-b9b2-4bed-9d9e-73be3dca9324 tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fcd76ed-8538-4769-b47e-190da1227a23,revision_number=0']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:17:25.541672 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-b74ad72c-b9b2-4bed-9d9e-73be3dca9324 tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:17:25.549088 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-b74ad72c-b9b2-4bed-9d9e-73be3dca9324 tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:25.552869 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [None req-b74ad72c-b9b2-4bed-9d9e-73be3dca9324 tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1991448 Apr 30 13:17:25.555816 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.84', 56456) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:17:25.563979 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.v2.base [None req-6be88752-8d8b-4545-9253-d40bc7985970 tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] Request body: {'security_group_rule': {'security_group_id': '8529bdd9-9ae1-4450-87c4-845837d2244b', 'project_id': '99d54a5c4e0a4d9abb919ed154eab887', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=73810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:17:25.567602 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4120257'] for port, before_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:25.581423 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-6be88752-8d8b-4545-9253-d40bc7985970 tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:17:25.595349 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.db [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] For port 7109a81b-71aa-4e3e-92c7-bac1ea125d09, host dv-cinder-787195-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-5-smb',level=0,port_id=7109a81b-71aa-4e3e-92c7-bac1ea125d09,segment=NetworkSegment(f8d4e1c1-82f5-4515-b5f8-67450a2bb94b),segment_id=f8d4e1c1-82f5-4515-b5f8-67450a2bb94b)] {{(pid=73812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:17:25.600148 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4120194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773353276007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773352839720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773352839765'] for port, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:25.602497 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:17:25.629122 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-6be88752-8d8b-4545-9253-d40bc7985970 tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] Usage tracker for resource:security_group_rule and tenant:99d54a5c4e0a4d9abb919ed154eab887 is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:17:25.636896 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-6be88752-8d8b-4545-9253-d40bc7985970 tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:17:25.643979 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.84', 56460) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:17:25.653521 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-6be88752-8d8b-4545-9253-d40bc7985970 tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:17:25.690591 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-6be88752-8d8b-4545-9253-d40bc7985970 tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:25.702132 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Pushing event updated for resources: {'Port': ['ID=7109a81b-71aa-4e3e-92c7-bac1ea125d09,revision_number=4']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:17:25.709399 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:17:25.709814 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.db_base_plugin_v2 [None req-48903fe1-7859-4206-a09e-fb40a7039d91 admin admin] Deleting subnet 295a1801-3c8d-4aef-b140-f11bdef5d697 {{(pid=73809) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 30 13:17:25.713212 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-48903fe1-7859-4206-a09e-fb40a7039d91 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:25.727614 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00c894a-e78b-4a6f-931c-d2197aa8e19a req-561eb807-a62d-489d-88ed-7b1096742bce tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:25.729102 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-d00c894a-e78b-4a6f-931c-d2197aa8e19a req-561eb807-a62d-489d-88ed-7b1096742bce tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] 10.222.0.84 "GET /v2.0/ports?device_id=3891d1b0-b5dd-47c3-b3d4-60a44acdf909 HTTP/1.1" status: 200 len: 945 time: 0.1503110 Apr 30 13:17:25.766866 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-48903fe1-7859-4206-a09e-fb40a7039d91 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11422972'] for subnet, precommit_delete_associations {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:25.798955 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-d00c894a-e78b-4a6f-931c-d2197aa8e19a req-5e2ab8a1-62c7-4376-98f3-9ef7e4b5c2ff tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] 10.222.0.84 "GET /v2.0/security-groups?id=38056ed3-e545-461e-877e-10c00fc58fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631049 Apr 30 13:17:25.810726 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-6be88752-8d8b-4545-9253-d40bc7985970 tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:25.817416 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-6be88752-8d8b-4545-9253-d40bc7985970 tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988753'] for security_group_rule, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:25.819807 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-1513d562-31d0-43f3-8b6f-490e96e999e6 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:17:25.829943 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-48903fe1-7859-4206-a09e-fb40a7039d91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4062251'] for subnet, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:25.846424 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be88752-8d8b-4545-9253-d40bc7985970 tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a469855a-9a28-48d0-beaf-0724b7077383,revision_number=0']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:17:25.850845 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-6be88752-8d8b-4545-9253-d40bc7985970 tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:17:25.859861 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-6be88752-8d8b-4545-9253-d40bc7985970 tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:25.864466 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [None req-6be88752-8d8b-4545-9253-d40bc7985970 tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3065021 Apr 30 13:17:25.865251 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.84', 56464) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:17:25.870562 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.v2.base [None req-539ba57e-1b1e-4a6b-bced-2d12325abd35 tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] Request body: {'security_group_rule': {'security_group_id': '8529bdd9-9ae1-4450-87c4-845837d2244b', 'project_id': '99d54a5c4e0a4d9abb919ed154eab887', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=73810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:17:25.876770 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-539ba57e-1b1e-4a6b-bced-2d12325abd35 tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:17:25.881051 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-539ba57e-1b1e-4a6b-bced-2d12325abd35 tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] Usage tracker for resource:security_group_rule and tenant:99d54a5c4e0a4d9abb919ed154eab887 is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:17:25.884878 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-539ba57e-1b1e-4a6b-bced-2d12325abd35 tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:17:25.892606 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-539ba57e-1b1e-4a6b-bced-2d12325abd35 tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:17:25.911308 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-539ba57e-1b1e-4a6b-bced-2d12325abd35 tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:25.985715 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-539ba57e-1b1e-4a6b-bced-2d12325abd35 tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:25.991195 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-539ba57e-1b1e-4a6b-bced-2d12325abd35 tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988753'] for security_group_rule, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:25.993590 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:17:26.019237 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539ba57e-1b1e-4a6b-bced-2d12325abd35 tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74e0c996-6e0f-4fd3-ba0b-ecf3154a175b,revision_number=0']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:17:26.022771 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-539ba57e-1b1e-4a6b-bced-2d12325abd35 tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:17:26.034963 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-539ba57e-1b1e-4a6b-bced-2d12325abd35 tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:26.036545 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [None req-539ba57e-1b1e-4a6b-bced-2d12325abd35 tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1703539 Apr 30 13:17:26.039249 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.84', 56470) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:17:26.046010 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.v2.base [None req-c47a1861-cad6-4432-88c3-69c1a333b887 tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] Request body: {'security_group_rule': {'security_group_id': '8529bdd9-9ae1-4450-87c4-845837d2244b', 'project_id': '99d54a5c4e0a4d9abb919ed154eab887', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=73810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:17:26.088616 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-c47a1861-cad6-4432-88c3-69c1a333b887 tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:17:26.098260 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-c47a1861-cad6-4432-88c3-69c1a333b887 tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] Usage tracker for resource:security_group_rule and tenant:99d54a5c4e0a4d9abb919ed154eab887 is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:17:26.102678 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-c47a1861-cad6-4432-88c3-69c1a333b887 tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:17:26.110099 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-c47a1861-cad6-4432-88c3-69c1a333b887 tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:17:26.115560 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-48903fe1-7859-4206-a09e-fb40a7039d91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4062258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11423513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10753783'] for subnet, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:26.121732 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:17:26.143627 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-c47a1861-cad6-4432-88c3-69c1a333b887 tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:26.157564 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48903fe1-7859-4206-a09e-fb40a7039d91 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=295a1801-3c8d-4aef-b140-f11bdef5d697,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:17:26.160406 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-48903fe1-7859-4206-a09e-fb40a7039d91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:17:26.163227 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-48903fe1-7859-4206-a09e-fb40a7039d91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647359'] for subnet, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:26.171410 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [None req-48903fe1-7859-4206-a09e-fb40a7039d91 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/295a1801-3c8d-4aef-b140-f11bdef5d697 HTTP/1.1" status: 204 len: 168 time: 0.5259240 Apr 30 13:17:26.174360 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.84', 56474) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:17:26.191370 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00be7f7-3d8a-4c39-bedb-b9837666190e req-fd5e1866-d298-41f9-beaf-7a8fe7e91ba6 tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:26.192934 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-b00be7f7-3d8a-4c39-bedb-b9837666190e req-fd5e1866-d298-41f9-beaf-7a8fe7e91ba6 tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] 10.222.0.84 "GET /v2.0/ports?device_id=c2c2ec2c-d0c7-483c-8fb1-c8df54adab5a HTTP/1.1" status: 200 len: 945 time: 0.1507065 Apr 30 13:17:26.256340 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-c47a1861-cad6-4432-88c3-69c1a333b887 tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:26.262137 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-b00be7f7-3d8a-4c39-bedb-b9837666190e req-ce49708a-c945-45bd-a072-b3b0bf149939 tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] 10.222.0.84 "GET /v2.0/security-groups?id=3c42be87-8352-42cf-a6e1-e7e026aabbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597584 Apr 30 13:17:26.263249 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-c47a1861-cad6-4432-88c3-69c1a333b887 tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988753'] for security_group_rule, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:26.265450 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-6be88752-8d8b-4545-9253-d40bc7985970 tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:17:26.299337 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47a1861-cad6-4432-88c3-69c1a333b887 tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4642bcbe-9335-4dbd-9b07-fb6e3cd925ce,revision_number=0']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:17:26.302391 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-c47a1861-cad6-4432-88c3-69c1a333b887 tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:17:26.315445 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-c47a1861-cad6-4432-88c3-69c1a333b887 tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:26.320137 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [None req-c47a1861-cad6-4432-88c3-69c1a333b887 tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2768047 Apr 30 13:17:26.321524 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.84', 56480) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:17:26.327659 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.v2.base [None req-b34c1c12-9110-4b4f-b2c6-5b66c2963228 tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] Request body: {'security_group_rule': {'security_group_id': '8529bdd9-9ae1-4450-87c4-845837d2244b', 'project_id': '99d54a5c4e0a4d9abb919ed154eab887', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=73810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:17:26.334514 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-b34c1c12-9110-4b4f-b2c6-5b66c2963228 tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:17:26.338900 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-b34c1c12-9110-4b4f-b2c6-5b66c2963228 tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] Usage tracker for resource:security_group_rule and tenant:99d54a5c4e0a4d9abb919ed154eab887 is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:17:26.342618 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-b34c1c12-9110-4b4f-b2c6-5b66c2963228 tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:17:26.348946 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-b34c1c12-9110-4b4f-b2c6-5b66c2963228 tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:17:26.364016 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.db.securitygroups_db [None req-b34c1c12-9110-4b4f-b2c6-5b66c2963228 tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] Project 99d54a5c4e0a4d9abb919ed154eab887 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 30 13:17:26.371285 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-b34c1c12-9110-4b4f-b2c6-5b66c2963228 tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:26.381709 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-44e67a3f-6148-4f9e-8db8-f95a1b2469d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4148260'] for network, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:26.405358 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-964b3116-249d-4fc7-b1f8-145a182ee8db None None] Sync routers for ids ['86d00986-b0ee-4fe4-a396-af5b08fc28cc'] in dv-cinder-787195-5-smb {{(pid=73812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 13:17:26.415783 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-964b3116-249d-4fc7-b1f8-145a182ee8db None None] Routers {'86d00986-b0ee-4fe4-a396-af5b08fc28cc'} bound to L3 agent in host dv-cinder-787195-5-smb {{(pid=73812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:17:26.416623 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.l3_hamode_db [None req-964b3116-249d-4fc7-b1f8-145a182ee8db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T13:06:52Z,description=,heartbeat_timestamp=2021-04-30T13:17:22Z,host='dv-cinder-787195-5-smb',id=0896dfae-3c2f-4fc2-b5f4-9284ce516a86,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:06:52Z,topic='l3_agent')) {'router_ids': ['86d00986-b0ee-4fe4-a396-af5b08fc28cc'], 'active': True} {{(pid=73812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:17:26.502603 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-b34c1c12-9110-4b4f-b2c6-5b66c2963228 tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:26.507074 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-44e67a3f-6148-4f9e-8db8-f95a1b2469d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3997862', 'neutron.services.segments.db._delete_segments_for_network-8773353284765'] for network, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:26.508737 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-b34c1c12-9110-4b4f-b2c6-5b66c2963228 tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988753'] for security_group_rule, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:26.524011 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:17:26.542928 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f466276-8de7-4d0a-bf4b-6b25f1b47929 req-70803f51-3fd9-4588-8115-1a702b0d5eed tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:26.544551 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-2f466276-8de7-4d0a-bf4b-6b25f1b47929 req-70803f51-3fd9-4588-8115-1a702b0d5eed tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] 10.222.0.84 "GET /v2.0/ports?device_id=1dd81a91-e5f8-448b-8e9c-f25715635bfd HTTP/1.1" status: 200 len: 946 time: 0.1612611 Apr 30 13:17:26.554524 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34c1c12-9110-4b4f-b2c6-5b66c2963228 tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7413360-c7af-4e87-aecd-67d79fa345b6,revision_number=0']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:17:26.557894 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-b34c1c12-9110-4b4f-b2c6-5b66c2963228 tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:17:26.571495 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-b34c1c12-9110-4b4f-b2c6-5b66c2963228 tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:26.575205 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [None req-b34c1c12-9110-4b4f-b2c6-5b66c2963228 tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2500079 Apr 30 13:17:26.575949 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.84', 56484) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:17:26.584290 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.v2.base [None req-619ba46c-241c-40bc-9307-238bb282649e tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] Request body: {'security_group_rule': {'security_group_id': '8529bdd9-9ae1-4450-87c4-845837d2244b', 'project_id': '99d54a5c4e0a4d9abb919ed154eab887', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=73810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:17:26.592203 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-619ba46c-241c-40bc-9307-238bb282649e tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:17:26.603483 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-619ba46c-241c-40bc-9307-238bb282649e tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] Usage tracker for resource:security_group_rule and tenant:99d54a5c4e0a4d9abb919ed154eab887 is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:17:26.607906 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-619ba46c-241c-40bc-9307-238bb282649e tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:17:26.618132 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-619ba46c-241c-40bc-9307-238bb282649e tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:17:26.626280 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-2f466276-8de7-4d0a-bf4b-6b25f1b47929 req-8c982f0d-adf4-4743-9054-1c3d4f886bc5 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] 10.222.0.84 "GET /v2.0/security-groups?id=e084591c-f787-483b-9216-30d5c5cd705c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743225 Apr 30 13:17:26.636744 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.db.securitygroups_db [None req-619ba46c-241c-40bc-9307-238bb282649e tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] Project 99d54a5c4e0a4d9abb919ed154eab887 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 30 13:17:26.640526 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.services.segments.db [None req-44e67a3f-6148-4f9e-8db8-f95a1b2469d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2370fd2-9a9f-499d-8dea-fb3ea7c82d60']}} {{(pid=73809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:17:26.647575 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-619ba46c-241c-40bc-9307-238bb282649e tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:26.656763 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.services.segments.db [None req-44e67a3f-6148-4f9e-8db8-f95a1b2469d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0656c9df-3683-4b19-9e2e-76cd59b3a036') {'for_net_delete': True} {{(pid=73809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:17:26.657297 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.services.segments.db [None req-44e67a3f-6148-4f9e-8db8-f95a1b2469d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0656c9df-3683-4b19-9e2e-76cd59b3a036') {} {{(pid=73809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:17:26.676426 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.l3_dvr_db [None req-964b3116-249d-4fc7-b1f8-145a182ee8db None None] Set router 86d00986-b0ee-4fe4-a396-af5b08fc28cc gateway port host: dv-cinder-787195-5-smb {{(pid=73812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:17:26.680015 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-44e67a3f-6148-4f9e-8db8-f95a1b2469d9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773353296999', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11422965'] for segment, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:26.698843 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-44e67a3f-6148-4f9e-8db8-f95a1b2469d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060901'] for segment, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:26.706951 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44e67a3f-6148-4f9e-8db8-f95a1b2469d9 admin admin] Releasing vlan 1145 on physical network physnet1 to pool {{(pid=73809) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 13:17:26.729755 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-619ba46c-241c-40bc-9307-238bb282649e tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:26.736306 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-619ba46c-241c-40bc-9307-238bb282649e tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988753'] for security_group_rule, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:26.739679 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-539ba57e-1b1e-4a6b-bced-2d12325abd35 tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:17:26.766427 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619ba46c-241c-40bc-9307-238bb282649e tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecc240c7-a677-459a-af65-516a92eb88ba,revision_number=0']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:17:26.774226 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-619ba46c-241c-40bc-9307-238bb282649e tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:17:26.782217 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-619ba46c-241c-40bc-9307-238bb282649e tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:26.792432 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [None req-619ba46c-241c-40bc-9307-238bb282649e tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2066784 Apr 30 13:17:26.906304 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.managers [None req-44e67a3f-6148-4f9e-8db8-f95a1b2469d9 admin admin] Network a2370fd2-9a9f-499d-8dea-fb3ea7c82d60 has no segments {{(pid=73809) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 13:17:26.944576 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-44e67a3f-6148-4f9e-8db8-f95a1b2469d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4060702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11423667'] for segment, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:27.033566 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6f5f76-bad1-49df-8660-743893dbf612 req-142bf7d9-0ed0-400f-ae96-1725855d057c tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:27.035183 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-dd6f5f76-bad1-49df-8660-743893dbf612 req-142bf7d9-0ed0-400f-ae96-1725855d057c tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] 10.222.0.84 "GET /v2.0/ports?device_id=3891d1b0-b5dd-47c3-b3d4-60a44acdf909 HTTP/1.1" status: 200 len: 945 time: 0.1011338 Apr 30 13:17:27.042698 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.l3_hamode_db [None req-964b3116-249d-4fc7-b1f8-145a182ee8db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86d00986-b0ee-4fe4-a396-af5b08fc28cc', 'name': 'tempest-TestShelveInstance-1282061304-router', 'tenant_id': 'ae7614d2b6ac42bca927ba21479b98a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b95ef810-b08d-4c08-b0c0-c75d2ee1b25b', 'external_fixed_ips': [{'subnet_id': 'b3fe51b0-9be9-4b1a-951c-de133b7a88b5', 'ip_address': '172.28.3.203'}], 'enable_snat': True}, 'gw_port_id': '7109a81b-71aa-4e3e-92c7-bac1ea125d09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:17:16Z', 'updated_at': '2021-04-30T13:17:22Z', 'revision_number': 4, 'project_id': 'ae7614d2b6ac42bca927ba21479b98a8', 'gw_port': {'id': '7109a81b-71aa-4e3e-92c7-bac1ea125d09', 'name': '', 'network_id': 'b95ef810-b08d-4c08-b0c0-c75d2ee1b25b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:36:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86d00986-b0ee-4fe4-a396-af5b08fc28cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'b3fe51b0-9be9-4b1a-951c-de133b7a88b5', 'ip_address': '172.28.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:17:17Z', 'updated_at': '2021-04-30T13:17:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fe51b0-9be9-4b1a-951c-de133b7a88b5', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-5-smb', '_interfaces': [{'id': 'ed77eba6-0ec7-421e-89dd-43da31bd479d', 'name': '', 'network_id': 'b13576c4-f25d-4b04-a464-e0d7d76b9b71', 'tenant_id': 'ae7614d2b6ac42bca927ba21479b98a8', 'mac_address': 'fa:16:3e:39:97:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86d00986-b0ee-4fe4-a396-af5b08fc28cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'b5b1028a-d361-4488-92c0-5016fc740df3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:17:21Z', 'updated_at': '2021-04-30T13:17:22Z', 'revision_number': 2, 'project_id': 'ae7614d2b6ac42bca927ba21479b98a8', 'subnets': [{'id': 'b5b1028a-d361-4488-92c0-5016fc740df3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-5-smb', False) {} {{(pid=73812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:17:27.048689 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-964b3116-249d-4fc7-b1f8-145a182ee8db None None] Checking router: 86d00986-b0ee-4fe4-a396-af5b08fc28cc for host: dv-cinder-787195-5-smb {{(pid=73812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 13:17:27.049512 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-964b3116-249d-4fc7-b1f8-145a182ee8db None None] Updating router 86d00986-b0ee-4fe4-a396-af5b08fc28cc port ed77eba6-0ec7-421e-89dd-43da31bd479d binding host dv-cinder-787195-5-smb {{(pid=73812) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 13:17:27.096728 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-dd6f5f76-bad1-49df-8660-743893dbf612 req-e75c3445-bb25-4d82-b2aa-75877fdc42e9 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] 10.222.0.84 "GET /v2.0/security-groups?id=38056ed3-e545-461e-877e-10c00fc58fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499332 Apr 30 13:17:27.113068 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-964b3116-249d-4fc7-b1f8-145a182ee8db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4120257'] for port, before_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:27.154987 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.managers [None req-44e67a3f-6148-4f9e-8db8-f95a1b2469d9 admin admin] Network a2370fd2-9a9f-499d-8dea-fb3ea7c82d60 has no segments {{(pid=73809) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 13:17:27.174092 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.rpc [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Device cbc37f6d-ae64-4bbc-810e-9cbb64d89df6 no longer exists at agent hyperv_hv-cinder-78719 {{(pid=73812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 13:17:27.176901 dv-cinder-787195-5-smb neutron-server[73809]: Traceback (most recent call last): Apr 30 13:17:27.176901 dv-cinder-787195-5-smb neutron-server[73809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 13:17:27.176901 dv-cinder-787195-5-smb neutron-server[73809]: timer() Apr 30 13:17:27.176901 dv-cinder-787195-5-smb neutron-server[73809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 13:17:27.176901 dv-cinder-787195-5-smb neutron-server[73809]: cb(*args, **kw) Apr 30 13:17:27.176901 dv-cinder-787195-5-smb neutron-server[73809]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 30 13:17:27.176901 dv-cinder-787195-5-smb neutron-server[73809]: return func(*args, **kwargs) Apr 30 13:17:27.176901 dv-cinder-787195-5-smb neutron-server[73809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 13:17:27.176901 dv-cinder-787195-5-smb neutron-server[73809]: self._notify() Apr 30 13:17:27.176901 dv-cinder-787195-5-smb neutron-server[73809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 13:17:27.176901 dv-cinder-787195-5-smb neutron-server[73809]: self.callback(batched_events) Apr 30 13:17:27.176901 dv-cinder-787195-5-smb neutron-server[73809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 13:17:27.176901 dv-cinder-787195-5-smb neutron-server[73809]: event.method(event) Apr 30 13:17:27.176901 dv-cinder-787195-5-smb neutron-server[73809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 30 13:17:27.176901 dv-cinder-787195-5-smb neutron-server[73809]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 13:17:27.176901 dv-cinder-787195-5-smb neutron-server[73809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 30 13:17:27.176901 dv-cinder-787195-5-smb neutron-server[73809]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 13:17:27.176901 dv-cinder-787195-5-smb neutron-server[73809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 30 13:17:27.176901 dv-cinder-787195-5-smb neutron-server[73809]: return f(self, *a, **k) Apr 30 13:17:27.176901 dv-cinder-787195-5-smb neutron-server[73809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 30 13:17:27.176901 dv-cinder-787195-5-smb neutron-server[73809]: return self._get(url).json() Apr 30 13:17:27.176901 dv-cinder-787195-5-smb neutron-server[73809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 30 13:17:27.176901 dv-cinder-787195-5-smb neutron-server[73809]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 13:17:27.176901 dv-cinder-787195-5-smb neutron-server[73809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 13:17:27.176901 dv-cinder-787195-5-smb neutron-server[73809]: return self.request(url, 'GET', **kwargs) Apr 30 13:17:27.176901 dv-cinder-787195-5-smb neutron-server[73809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 13:17:27.176901 dv-cinder-787195-5-smb neutron-server[73809]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 13:17:27.176901 dv-cinder-787195-5-smb neutron-server[73809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 13:17:27.176901 dv-cinder-787195-5-smb neutron-server[73809]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 13:17:27.176901 dv-cinder-787195-5-smb neutron-server[73809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 13:17:27.176901 dv-cinder-787195-5-smb neutron-server[73809]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 13:17:27.176901 dv-cinder-787195-5-smb neutron-server[73809]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 13:17:27.217323 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.plugin [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] No Port match for: cbc37f6d-ae64-4bbc-810e-9cbb64d89df6 {{(pid=73812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 13:17:27.217677 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.rpc [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Device cbc37f6d-ae64-4bbc-810e-9cbb64d89df6 not bound to the agent host hv-cinder-78719 {{(pid=73812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 13:17:27.269770 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-44e67a3f-6148-4f9e-8db8-f95a1b2469d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3997869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-920133'] for network, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:27.277694 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-44e67a3f-6148-4f9e-8db8-f95a1b2469d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647359'] for network, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:27.285861 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:17:27.302867 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.rpc [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Device 7109a81b-71aa-4e3e-92c7-bac1ea125d09 up at agent ovs-agent-dv-cinder-787195-5-smb {{(pid=73812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:17:27.319929 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e67a3f-6148-4f9e-8db8-f95a1b2469d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=a2370fd2-9a9f-499d-8dea-fb3ea7c82d60,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:17:27.323776 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-44e67a3f-6148-4f9e-8db8-f95a1b2469d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:17:27.326284 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [None req-44e67a3f-6148-4f9e-8db8-f95a1b2469d9 admin admin] 10.222.0.84 "DELETE /v2.0/networks/a2370fd2-9a9f-499d-8dea-fb3ea7c82d60 HTTP/1.1" status: 204 len: 168 time: 1.1507530 Apr 30 13:17:27.498469 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.provisioning_blocks [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Provisioning complete for port 7109a81b-71aa-4e3e-92c7-bac1ea125d09 triggered by entity L2. {{(pid=73812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:17:27.507716 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000605'] for port, provisioning_complete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:27.522807 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90b5bb6-2815-4da6-bf33-24adf52002e0 req-cffb2f07-53ab-469e-8a8b-74d03c17787d tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:27.524332 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-c90b5bb6-2815-4da6-bf33-24adf52002e0 req-cffb2f07-53ab-469e-8a8b-74d03c17787d tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] 10.222.0.84 "GET /v2.0/ports?device_id=c2c2ec2c-d0c7-483c-8fb1-c8df54adab5a HTTP/1.1" status: 200 len: 945 time: 0.1289034 Apr 30 13:17:27.618238 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-c90b5bb6-2815-4da6-bf33-24adf52002e0 req-d473aa5f-6b68-4ec0-8cd4-24557a54019d tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] 10.222.0.84 "GET /v2.0/security-groups?id=3c42be87-8352-42cf-a6e1-e7e026aabbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870614 Apr 30 13:17:27.670282 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.84', 56534) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:17:27.698942 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-964b3116-249d-4fc7-b1f8-145a182ee8db None None] Notify callbacks [] for port, precommit_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:27.741097 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.84', 56540) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:17:27.741706 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.provisioning_blocks [None req-964b3116-249d-4fc7-b1f8-145a182ee8db None None] Transition to ACTIVE for port object ed77eba6-0ec7-421e-89dd-43da31bd479d will not be triggered until provisioned by entity L2. {{(pid=73812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:17:27.745494 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [None req-6b3aefd9-e5fc-4c77-bed5-f2a3e3591a45 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=4c8480cf79cf411899d291c4db89977f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0735078 Apr 30 13:17:27.755679 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-964b3116-249d-4fc7-b1f8-145a182ee8db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4120194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773353276007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773352839720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773352839765'] for port, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:27.762439 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:17:27.804742 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-15150d43-e148-4790-a858-be8f69cfdcde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:27.838259 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-15150d43-e148-4790-a858-be8f69cfdcde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:27.875792 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b21acad-bee3-43af-92ee-eedfda0efd70 req-f888be5b-f9a7-4cd6-a430-28b6cc0b5661 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:27.885967 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-0b21acad-bee3-43af-92ee-eedfda0efd70 req-f888be5b-f9a7-4cd6-a430-28b6cc0b5661 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] 10.222.0.84 "GET /v2.0/ports?device_id=1dd81a91-e5f8-448b-8e9c-f25715635bfd HTTP/1.1" status: 200 len: 946 time: 0.1166601 Apr 30 13:17:27.910137 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-15150d43-e148-4790-a858-be8f69cfdcde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985230'] for security_group, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:27.921371 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-7e752dd0-62b0-4538-8b36-32b57e8c5b71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:17:27.933852 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d793b5-8cac-43f1-ab2f-6316bb6559a4 None None] Pushing event updated for resources: {'Port': ['ID=ed77eba6-0ec7-421e-89dd-43da31bd479d,revision_number=3']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:17:27.933982 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15150d43-e148-4790-a858-be8f69cfdcde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78b91c60-43f7-43d4-ab5b-e36ce0163f9a,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:17:27.941824 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-c8d793b5-8cac-43f1-ab2f-6316bb6559a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:17:27.949461 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-15150d43-e148-4790-a858-be8f69cfdcde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:17:27.957556 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-15150d43-e148-4790-a858-be8f69cfdcde admin admin] Notify callbacks [] for security_group, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:27.963465 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [None req-15150d43-e148-4790-a858-be8f69cfdcde admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/78b91c60-43f7-43d4-ab5b-e36ce0163f9a HTTP/1.1" status: 204 len: 168 time: 0.2208040 Apr 30 13:17:27.988703 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-0b21acad-bee3-43af-92ee-eedfda0efd70 req-da68ef87-c5ca-4d0c-b2b7-500406c4140e tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] 10.222.0.84 "GET /v2.0/security-groups?id=e084591c-f787-483b-9216-30d5c5cd705c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913992 Apr 30 13:17:28.030726 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.managers [None req-964b3116-249d-4fc7-b1f8-145a182ee8db None None] Attempting to bind port ed77eba6-0ec7-421e-89dd-43da31bd479d on host dv-cinder-787195-5-smb for vnic_type normal with profile {{(pid=73812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 13:17:28.030965 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.managers [None req-964b3116-249d-4fc7-b1f8-145a182ee8db None None] Attempting to bind port ed77eba6-0ec7-421e-89dd-43da31bd479d by drivers openvswitch,hyperv on host dv-cinder-787195-5-smb at level 0 using segments [{'id': '0da590c8-b4d5-439c-8b81-8486f6b27275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1100, 'network_id': 'b13576c4-f25d-4b04-a464-e0d7d76b9b71'}] {{(pid=73812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 13:17:28.031318 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-964b3116-249d-4fc7-b1f8-145a182ee8db None None] Attempting to bind port ed77eba6-0ec7-421e-89dd-43da31bd479d on network b13576c4-f25d-4b04-a464-e0d7d76b9b71 {{(pid=73812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:17:28.037984 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-964b3116-249d-4fc7-b1f8-145a182ee8db None None] Checking agent: {'id': '389db99c-db4b-44ca-8e25-149d3cf00f42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 6, 52), 'started_at': datetime.datetime(2021, 4, 30, 13, 7, 22), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 17, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 13:17:28.038481 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-964b3116-249d-4fc7-b1f8-145a182ee8db None None] Checking segment: {'id': '0da590c8-b4d5-439c-8b81-8486f6b27275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1100, 'network_id': 'b13576c4-f25d-4b04-a464-e0d7d76b9b71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:17:28.038963 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-964b3116-249d-4fc7-b1f8-145a182ee8db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:28.039220 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-964b3116-249d-4fc7-b1f8-145a182ee8db None None] Bound using segment: {'id': '0da590c8-b4d5-439c-8b81-8486f6b27275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1100, 'network_id': 'b13576c4-f25d-4b04-a464-e0d7d76b9b71'} {{(pid=73812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 13:17:28.039710 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.managers [None req-964b3116-249d-4fc7-b1f8-145a182ee8db None None] Bound port: ed77eba6-0ec7-421e-89dd-43da31bd479d, host: dv-cinder-787195-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0da590c8-b4d5-439c-8b81-8486f6b27275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1100, 'network_id': 'b13576c4-f25d-4b04-a464-e0d7d76b9b71'}}] {{(pid=73812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 13:17:28.040110 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-964b3116-249d-4fc7-b1f8-145a182ee8db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4120257'] for port, before_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:28.161427 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.db [None req-964b3116-249d-4fc7-b1f8-145a182ee8db None None] For port ed77eba6-0ec7-421e-89dd-43da31bd479d, host dv-cinder-787195-5-smb, cleared binding levels {{(pid=73812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 13:17:28.165225 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.db [None req-964b3116-249d-4fc7-b1f8-145a182ee8db None None] For port ed77eba6-0ec7-421e-89dd-43da31bd479d, host dv-cinder-787195-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-5-smb',level=0,port_id=ed77eba6-0ec7-421e-89dd-43da31bd479d,segment=NetworkSegment(0da590c8-b4d5-439c-8b81-8486f6b27275),segment_id=0da590c8-b4d5-439c-8b81-8486f6b27275)] {{(pid=73812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 13:17:28.171904 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-964b3116-249d-4fc7-b1f8-145a182ee8db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4120194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773353276007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773352839720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773352839765'] for port, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:28.181314 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-3621e02b-a6f7-44de-987b-a015d2a09b37 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:17:28.302895 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-964b3116-249d-4fc7-b1f8-145a182ee8db None None] Routers {'86d00986-b0ee-4fe4-a396-af5b08fc28cc'} bound to L3 agent in host dv-cinder-787195-5-smb {{(pid=73812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:17:28.303535 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.l3_hamode_db [None req-964b3116-249d-4fc7-b1f8-145a182ee8db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T13:06:52Z,description=,heartbeat_timestamp=2021-04-30T13:17:22Z,host='dv-cinder-787195-5-smb',id=0896dfae-3c2f-4fc2-b5f4-9284ce516a86,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:06:52Z,topic='l3_agent')) {'router_ids': ['86d00986-b0ee-4fe4-a396-af5b08fc28cc'], 'active': True} {{(pid=73812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:17:28.325862 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b1519b-68bb-4d00-b649-5d7d95a6acc7 req-ed99cfba-5cdd-4219-95fb-391e7a7ae532 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:28.329322 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-02b1519b-68bb-4d00-b649-5d7d95a6acc7 req-ed99cfba-5cdd-4219-95fb-391e7a7ae532 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] 10.222.0.84 "GET /v2.0/ports?device_id=3891d1b0-b5dd-47c3-b3d4-60a44acdf909 HTTP/1.1" status: 200 len: 945 time: 0.0968256 Apr 30 13:17:28.375688 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d793b5-8cac-43f1-ab2f-6316bb6559a4 None None] Pushing event updated for resources: {'Port': ['ID=ed77eba6-0ec7-421e-89dd-43da31bd479d,revision_number=4']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:17:28.381024 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-c8d793b5-8cac-43f1-ab2f-6316bb6559a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:17:28.412635 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-02b1519b-68bb-4d00-b649-5d7d95a6acc7 req-8f0fee18-d555-4fab-82b6-be71c1811d0f tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] 10.222.0.84 "GET /v2.0/security-groups?id=38056ed3-e545-461e-877e-10c00fc58fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769606 Apr 30 13:17:28.516951 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.l3_dvr_db [None req-964b3116-249d-4fc7-b1f8-145a182ee8db None None] Set router 86d00986-b0ee-4fe4-a396-af5b08fc28cc gateway port host: dv-cinder-787195-5-smb {{(pid=73812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:17:28.856167 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bfa59c-affc-4c64-96d4-7788bed66c9f req-5d85f954-5c38-4518-93db-9d2cda3fee5d tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:28.857943 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-f8bfa59c-affc-4c64-96d4-7788bed66c9f req-5d85f954-5c38-4518-93db-9d2cda3fee5d tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] 10.222.0.84 "GET /v2.0/ports?device_id=c2c2ec2c-d0c7-483c-8fb1-c8df54adab5a HTTP/1.1" status: 200 len: 945 time: 0.1119440 Apr 30 13:17:28.865400 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.l3_hamode_db [None req-964b3116-249d-4fc7-b1f8-145a182ee8db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86d00986-b0ee-4fe4-a396-af5b08fc28cc', 'name': 'tempest-TestShelveInstance-1282061304-router', 'tenant_id': 'ae7614d2b6ac42bca927ba21479b98a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b95ef810-b08d-4c08-b0c0-c75d2ee1b25b', 'external_fixed_ips': [{'subnet_id': 'b3fe51b0-9be9-4b1a-951c-de133b7a88b5', 'ip_address': '172.28.3.203'}], 'enable_snat': True}, 'gw_port_id': '7109a81b-71aa-4e3e-92c7-bac1ea125d09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:17:16Z', 'updated_at': '2021-04-30T13:17:22Z', 'revision_number': 4, 'project_id': 'ae7614d2b6ac42bca927ba21479b98a8', 'gw_port': {'id': '7109a81b-71aa-4e3e-92c7-bac1ea125d09', 'name': '', 'network_id': 'b95ef810-b08d-4c08-b0c0-c75d2ee1b25b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:36:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86d00986-b0ee-4fe4-a396-af5b08fc28cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'b3fe51b0-9be9-4b1a-951c-de133b7a88b5', 'ip_address': '172.28.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:17:17Z', 'updated_at': '2021-04-30T13:17:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fe51b0-9be9-4b1a-951c-de133b7a88b5', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-5-smb', '_interfaces': [{'id': 'ed77eba6-0ec7-421e-89dd-43da31bd479d', 'name': '', 'network_id': 'b13576c4-f25d-4b04-a464-e0d7d76b9b71', 'tenant_id': 'ae7614d2b6ac42bca927ba21479b98a8', 'mac_address': 'fa:16:3e:39:97:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86d00986-b0ee-4fe4-a396-af5b08fc28cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'b5b1028a-d361-4488-92c0-5016fc740df3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:17:21Z', 'updated_at': '2021-04-30T13:17:28Z', 'revision_number': 4, 'project_id': 'ae7614d2b6ac42bca927ba21479b98a8', 'subnets': [{'id': 'b5b1028a-d361-4488-92c0-5016fc740df3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-5-smb', False) {} {{(pid=73812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:17:28.869830 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-964b3116-249d-4fc7-b1f8-145a182ee8db None None] The sync data for ids ['86d00986-b0ee-4fe4-a396-af5b08fc28cc'] in dv-cinder-787195-5-smb is: [{'id': '86d00986-b0ee-4fe4-a396-af5b08fc28cc', 'name': 'tempest-TestShelveInstance-1282061304-router', 'tenant_id': 'ae7614d2b6ac42bca927ba21479b98a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b95ef810-b08d-4c08-b0c0-c75d2ee1b25b', 'external_fixed_ips': [{'subnet_id': 'b3fe51b0-9be9-4b1a-951c-de133b7a88b5', 'ip_address': '172.28.3.203'}], 'enable_snat': True}, 'gw_port_id': '7109a81b-71aa-4e3e-92c7-bac1ea125d09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:17:16Z', 'updated_at': '2021-04-30T13:17:22Z', 'revision_number': 4, 'project_id': 'ae7614d2b6ac42bca927ba21479b98a8', 'gw_port': {'id': '7109a81b-71aa-4e3e-92c7-bac1ea125d09', 'name': '', 'network_id': 'b95ef810-b08d-4c08-b0c0-c75d2ee1b25b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:36:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86d00986-b0ee-4fe4-a396-af5b08fc28cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'b3fe51b0-9be9-4b1a-951c-de133b7a88b5', 'ip_address': '172.28.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:17:17Z', 'updated_at': '2021-04-30T13:17:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fe51b0-9be9-4b1a-951c-de133b7a88b5', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-5-smb', '_interfaces': [{'id': 'ed77eba6-0ec7-421e-89dd-43da31bd479d', 'name': '', 'network_id': 'b13576c4-f25d-4b04-a464-e0d7d76b9b71', 'tenant_id': 'ae7614d2b6ac42bca927ba21479b98a8', 'mac_address': 'fa:16:3e:39:97:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86d00986-b0ee-4fe4-a396-af5b08fc28cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'b5b1028a-d361-4488-92c0-5016fc740df3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:17:21Z', 'updated_at': '2021-04-30T13:17:28Z', 'revision_number': 4, 'project_id': 'ae7614d2b6ac42bca927ba21479b98a8', 'subnets': [{'id': 'b5b1028a-d361-4488-92c0-5016fc740df3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 13:17:28.916262 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-f8bfa59c-affc-4c64-96d4-7788bed66c9f req-703cfe4e-2b3a-4516-806f-1a2951a3ecc5 tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] 10.222.0.84 "GET /v2.0/security-groups?id=3c42be87-8352-42cf-a6e1-e7e026aabbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483360 Apr 30 13:17:29.200831 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61483f6e-27b8-4381-8c6f-e8b4367b41eb req-45711713-24d8-45d5-9adc-5685e1949324 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:29.202455 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-61483f6e-27b8-4381-8c6f-e8b4367b41eb req-45711713-24d8-45d5-9adc-5685e1949324 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] 10.222.0.84 "GET /v2.0/ports?device_id=1dd81a91-e5f8-448b-8e9c-f25715635bfd HTTP/1.1" status: 200 len: 946 time: 0.0853643 Apr 30 13:17:29.265871 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-61483f6e-27b8-4381-8c6f-e8b4367b41eb req-8f0755f5-38a7-4bc7-a4ff-2c7ab8c25c36 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] 10.222.0.84 "GET /v2.0/security-groups?id=e084591c-f787-483b-9216-30d5c5cd705c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554194 Apr 30 13:17:29.319048 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.rpc [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Device ed77eba6-0ec7-421e-89dd-43da31bd479d up at agent ovs-agent-dv-cinder-787195-5-smb {{(pid=73812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:17:29.398196 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.provisioning_blocks [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Provisioning for port ed77eba6-0ec7-421e-89dd-43da31bd479d completed by entity L2. {{(pid=73812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:17:29.403673 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.provisioning_blocks [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Provisioning complete for port ed77eba6-0ec7-421e-89dd-43da31bd479d triggered by entity L2. {{(pid=73812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:17:29.404071 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000605'] for port, provisioning_complete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:29.528974 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4120257'] for port, before_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:29.568487 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.db [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] For port ed77eba6-0ec7-421e-89dd-43da31bd479d, host dv-cinder-787195-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-5-smb',level=0,port_id=ed77eba6-0ec7-421e-89dd-43da31bd479d,segment=NetworkSegment(0da590c8-b4d5-439c-8b81-8486f6b27275),segment_id=0da590c8-b4d5-439c-8b81-8486f6b27275)] {{(pid=73812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:17:29.573737 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4120194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773353276007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773352839720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773352839765'] for port, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:29.576517 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:17:29.640280 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a787e9ba-9be8-409e-8bc0-00e233311713 req-d91e00b6-c706-47d3-aedd-a0ee75910dd5 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:29.642068 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-a787e9ba-9be8-409e-8bc0-00e233311713 req-d91e00b6-c706-47d3-aedd-a0ee75910dd5 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] 10.222.0.84 "GET /v2.0/ports?device_id=3891d1b0-b5dd-47c3-b3d4-60a44acdf909 HTTP/1.1" status: 200 len: 945 time: 0.1209519 Apr 30 13:17:29.657799 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Pushing event updated for resources: {'Port': ['ID=ed77eba6-0ec7-421e-89dd-43da31bd479d,revision_number=5']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:17:29.664745 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:17:29.701009 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-a787e9ba-9be8-409e-8bc0-00e233311713 req-49b24fc3-64b0-407f-840c-f43bc032859b tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] 10.222.0.84 "GET /v2.0/security-groups?id=38056ed3-e545-461e-877e-10c00fc58fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529847 Apr 30 13:17:29.723538 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.84', 56616) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:17:29.883158 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-3238c3c4-d3a4-424c-a69e-1b1a9d7768f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:29.898875 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-3238c3c4-d3a4-424c-a69e-1b1a9d7768f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:17:29.902836 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-3238c3c4-d3a4-424c-a69e-1b1a9d7768f8 admin admin] Usage tracker for resource:security_group_rule and tenant:377639f99a324e4c88b7467446ff2b2e is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:17:29.905869 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-3238c3c4-d3a4-424c-a69e-1b1a9d7768f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:17:29.911727 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-3238c3c4-d3a4-424c-a69e-1b1a9d7768f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:17:30.003157 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-3238c3c4-d3a4-424c-a69e-1b1a9d7768f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:30.008071 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-3238c3c4-d3a4-424c-a69e-1b1a9d7768f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985230'] for security_group, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:30.022355 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-da1181a0-cb5f-4606-8cc2-de019224c41f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:17:30.062164 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [None req-3238c3c4-d3a4-424c-a69e-1b1a9d7768f8 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=377639f99a324e4c88b7467446ff2b2e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3375313 Apr 30 13:17:30.064952 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.84', 56626) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:17:30.067900 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3238c3c4-d3a4-424c-a69e-1b1a9d7768f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e00f84b9-aa97-42bd-97b4-13544660d452,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:17:30.082067 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-3238c3c4-d3a4-424c-a69e-1b1a9d7768f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:17:30.124904 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6ae166-b07b-4eb2-995a-49b1bef31d02 req-834af2e3-b85c-4f0c-b831-7bd7bec403ec tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:30.126646 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-ad6ae166-b07b-4eb2-995a-49b1bef31d02 req-834af2e3-b85c-4f0c-b831-7bd7bec403ec tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] 10.222.0.84 "GET /v2.0/ports?device_id=c2c2ec2c-d0c7-483c-8fb1-c8df54adab5a HTTP/1.1" status: 200 len: 945 time: 0.0991762 Apr 30 13:17:30.141448 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-20d98c62-0f72-4638-80c4-5d4c116308db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:30.171145 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-20d98c62-0f72-4638-80c4-5d4c116308db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:30.231306 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-20d98c62-0f72-4638-80c4-5d4c116308db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985230'] for security_group, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:30.235267 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-2c0b4710-e693-451b-9603-16ca99998a79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:17:30.246688 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d98c62-0f72-4638-80c4-5d4c116308db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e00f84b9-aa97-42bd-97b4-13544660d452,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:17:30.251359 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-20d98c62-0f72-4638-80c4-5d4c116308db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:17:30.258731 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-20d98c62-0f72-4638-80c4-5d4c116308db admin admin] Notify callbacks [] for security_group, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:30.260630 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [None req-20d98c62-0f72-4638-80c4-5d4c116308db admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/e00f84b9-aa97-42bd-97b4-13544660d452 HTTP/1.1" status: 204 len: 168 time: 0.1942823 Apr 30 13:17:30.278827 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-ad6ae166-b07b-4eb2-995a-49b1bef31d02 req-8a80c6a0-2aff-49ca-9877-981c2a0a6258 tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] 10.222.0.84 "GET /v2.0/security-groups?id=3c42be87-8352-42cf-a6e1-e7e026aabbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452911 Apr 30 13:17:30.336238 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.db.agents_db [None req-91df71b6-c2d8-49d0-b68d-2a1f0a47a62a None None] Agent healthcheck: found 6 active agents {{(pid=73814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 13:17:30.483246 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e49ab3f-118e-4138-bd7b-1e81d994f950 req-4b8829dd-1539-435b-94fd-c9b6d1f714d5 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:30.484807 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-8e49ab3f-118e-4138-bd7b-1e81d994f950 req-4b8829dd-1539-435b-94fd-c9b6d1f714d5 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] 10.222.0.84 "GET /v2.0/ports?device_id=1dd81a91-e5f8-448b-8e9c-f25715635bfd HTTP/1.1" status: 200 len: 946 time: 0.0884478 Apr 30 13:17:30.560517 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-8e49ab3f-118e-4138-bd7b-1e81d994f950 req-549866ee-6146-41a7-89c1-285a78186c06 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] 10.222.0.84 "GET /v2.0/security-groups?id=e084591c-f787-483b-9216-30d5c5cd705c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670609 Apr 30 13:17:30.887286 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d20ebd-3b82-464e-811e-7f82b7f195da req-cd443ad0-8439-4f95-b24b-679bb49ea4fa tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:30.889003 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-52d20ebd-3b82-464e-811e-7f82b7f195da req-cd443ad0-8439-4f95-b24b-679bb49ea4fa tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] 10.222.0.84 "GET /v2.0/ports?device_id=3891d1b0-b5dd-47c3-b3d4-60a44acdf909 HTTP/1.1" status: 200 len: 945 time: 0.0840154 Apr 30 13:17:30.937644 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-52d20ebd-3b82-464e-811e-7f82b7f195da req-9025fbac-973b-4500-87bf-999d347482c6 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] 10.222.0.84 "GET /v2.0/security-groups?id=38056ed3-e545-461e-877e-10c00fc58fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427094 Apr 30 13:17:31.274938 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.rpc [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Device ed77eba6-0ec7-421e-89dd-43da31bd479d up at agent ovs-agent-dv-cinder-787195-5-smb {{(pid=73812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:17:31.354678 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.provisioning_blocks [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Provisioning complete for port ed77eba6-0ec7-421e-89dd-43da31bd479d triggered by entity L2. {{(pid=73812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:17:31.355273 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000605'] for port, provisioning_complete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:31.475545 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f09f123-d242-40b2-b611-1d8e075f8370 req-7ad511c8-ef9c-47b7-85c4-79b20e70e869 tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:31.477312 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-4f09f123-d242-40b2-b611-1d8e075f8370 req-7ad511c8-ef9c-47b7-85c4-79b20e70e869 tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] 10.222.0.84 "GET /v2.0/ports?device_id=c2c2ec2c-d0c7-483c-8fb1-c8df54adab5a HTTP/1.1" status: 200 len: 945 time: 0.0901861 Apr 30 13:17:31.527933 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-4f09f123-d242-40b2-b611-1d8e075f8370 req-1ed8f0c9-a205-4a1f-a0ea-ae81ad4e2ee0 tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] 10.222.0.84 "GET /v2.0/security-groups?id=3c42be87-8352-42cf-a6e1-e7e026aabbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448167 Apr 30 13:17:31.749308 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd1b8a4-553e-41e1-873a-aab6d49b7e57 req-e166f213-8b0b-45d0-9c26-bbe5bcb27722 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:31.750684 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-9dd1b8a4-553e-41e1-873a-aab6d49b7e57 req-e166f213-8b0b-45d0-9c26-bbe5bcb27722 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] 10.222.0.84 "GET /v2.0/ports?device_id=1dd81a91-e5f8-448b-8e9c-f25715635bfd HTTP/1.1" status: 200 len: 946 time: 0.0840623 Apr 30 13:17:31.798788 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-9dd1b8a4-553e-41e1-873a-aab6d49b7e57 req-b1291a91-1a3b-44cd-b258-51500de848a3 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] 10.222.0.84 "GET /v2.0/security-groups?id=e084591c-f787-483b-9216-30d5c5cd705c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424676 Apr 30 13:17:32.151313 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81238e82-a4a6-4938-90dd-36c2b8e805a4 req-6e9cb4ac-f89b-4dc8-990c-051ece7a3c91 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:32.151313 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-81238e82-a4a6-4938-90dd-36c2b8e805a4 req-6e9cb4ac-f89b-4dc8-990c-051ece7a3c91 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] 10.222.0.84 "GET /v2.0/ports?device_id=3891d1b0-b5dd-47c3-b3d4-60a44acdf909 HTTP/1.1" status: 200 len: 945 time: 0.0961828 Apr 30 13:17:32.200745 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-81238e82-a4a6-4938-90dd-36c2b8e805a4 req-b10c07b4-55b9-4b39-8efd-62177f44d597 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] 10.222.0.84 "GET /v2.0/security-groups?id=38056ed3-e545-461e-877e-10c00fc58fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450799 Apr 30 13:17:32.747078 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d323e175-8cfc-4322-97f5-5ed6684613df req-95c03d21-aa2c-415b-96ca-bdd407f5b0a6 tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:32.748588 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-d323e175-8cfc-4322-97f5-5ed6684613df req-95c03d21-aa2c-415b-96ca-bdd407f5b0a6 tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] 10.222.0.84 "GET /v2.0/ports?device_id=c2c2ec2c-d0c7-483c-8fb1-c8df54adab5a HTTP/1.1" status: 200 len: 945 time: 0.0991023 Apr 30 13:17:32.795435 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-d323e175-8cfc-4322-97f5-5ed6684613df req-5c33d01d-d599-4070-826d-44bc49ea70e0 tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] 10.222.0.84 "GET /v2.0/security-groups?id=3c42be87-8352-42cf-a6e1-e7e026aabbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409815 Apr 30 13:17:33.008560 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b00ea14-be1a-4400-aa0b-eb273c557876 req-67570c87-9f00-430c-9dbc-4cfd8d6373a1 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:33.009997 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-0b00ea14-be1a-4400-aa0b-eb273c557876 req-67570c87-9f00-430c-9dbc-4cfd8d6373a1 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] 10.222.0.84 "GET /v2.0/ports?device_id=1dd81a91-e5f8-448b-8e9c-f25715635bfd HTTP/1.1" status: 200 len: 946 time: 0.0957065 Apr 30 13:17:33.059837 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-0b00ea14-be1a-4400-aa0b-eb273c557876 req-dd344d6d-a1f2-4449-8b69-b42f87387d25 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] 10.222.0.84 "GET /v2.0/security-groups?id=e084591c-f787-483b-9216-30d5c5cd705c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425074 Apr 30 13:17:33.392395 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f411fa4-e010-4be7-9b77-74811434aa3d req-a0b2857f-4bf0-4d4e-a03b-df6ae869e779 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:33.394002 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-0f411fa4-e010-4be7-9b77-74811434aa3d req-a0b2857f-4bf0-4d4e-a03b-df6ae869e779 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] 10.222.0.84 "GET /v2.0/ports?device_id=3891d1b0-b5dd-47c3-b3d4-60a44acdf909 HTTP/1.1" status: 200 len: 945 time: 0.0864286 Apr 30 13:17:33.440862 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-0f411fa4-e010-4be7-9b77-74811434aa3d req-8643ba49-d64f-46e0-a3db-a087f553aa2c tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] 10.222.0.84 "GET /v2.0/security-groups?id=38056ed3-e545-461e-877e-10c00fc58fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411325 Apr 30 13:17:34.006020 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694ffdb4-fc9e-4421-81ac-603330387215 req-819938af-e70c-487a-bfd2-c9c339193ec2 tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:34.007492 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-694ffdb4-fc9e-4421-81ac-603330387215 req-819938af-e70c-487a-bfd2-c9c339193ec2 tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] 10.222.0.84 "GET /v2.0/ports?device_id=c2c2ec2c-d0c7-483c-8fb1-c8df54adab5a HTTP/1.1" status: 200 len: 945 time: 0.0965674 Apr 30 13:17:34.055115 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-694ffdb4-fc9e-4421-81ac-603330387215 req-79fa9391-d6ff-4cec-99c6-301921851dd1 tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] 10.222.0.84 "GET /v2.0/security-groups?id=3c42be87-8352-42cf-a6e1-e7e026aabbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415616 Apr 30 13:17:34.259248 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18f4f93-f76b-4856-8142-c8df75794c15 req-237f80bb-0f1d-43c9-94e0-0985f40db51b tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:34.260864 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-e18f4f93-f76b-4856-8142-c8df75794c15 req-237f80bb-0f1d-43c9-94e0-0985f40db51b tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] 10.222.0.84 "GET /v2.0/ports?device_id=1dd81a91-e5f8-448b-8e9c-f25715635bfd HTTP/1.1" status: 200 len: 946 time: 0.0836833 Apr 30 13:17:34.311522 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-e18f4f93-f76b-4856-8142-c8df75794c15 req-384f75b7-84fe-4e0a-ab7d-b0e19ed5e81e tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] 10.222.0.84 "GET /v2.0/security-groups?id=e084591c-f787-483b-9216-30d5c5cd705c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441451 Apr 30 13:17:34.641241 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583e7ffa-5273-45a8-99cf-a177563a1a19 req-ecfc2c15-40fc-4ee2-b40c-108d2d0bac65 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:34.642744 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-583e7ffa-5273-45a8-99cf-a177563a1a19 req-ecfc2c15-40fc-4ee2-b40c-108d2d0bac65 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] 10.222.0.84 "GET /v2.0/ports?device_id=3891d1b0-b5dd-47c3-b3d4-60a44acdf909 HTTP/1.1" status: 200 len: 945 time: 0.0892930 Apr 30 13:17:34.695203 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-583e7ffa-5273-45a8-99cf-a177563a1a19 req-252c23c0-938d-46f6-97f6-d94e0c3fd812 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] 10.222.0.84 "GET /v2.0/security-groups?id=38056ed3-e545-461e-877e-10c00fc58fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464525 Apr 30 13:17:35.272130 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e533e911-9e44-4ab5-8140-1dd59d56bc2a req-0f0e56bf-76c7-4d3d-82d2-70396a409054 tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:35.273703 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-e533e911-9e44-4ab5-8140-1dd59d56bc2a req-0f0e56bf-76c7-4d3d-82d2-70396a409054 tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] 10.222.0.84 "GET /v2.0/ports?device_id=c2c2ec2c-d0c7-483c-8fb1-c8df54adab5a HTTP/1.1" status: 200 len: 945 time: 0.0915029 Apr 30 13:17:35.327422 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-e533e911-9e44-4ab5-8140-1dd59d56bc2a req-d5480a73-e94e-467d-9484-d2f06bda0a20 tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] 10.222.0.84 "GET /v2.0/security-groups?id=3c42be87-8352-42cf-a6e1-e7e026aabbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477715 Apr 30 13:17:35.516217 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2379c988-45cc-4d18-8596-f1550ad32bbf req-f1135af2-5919-4798-9fb7-d238142f5732 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:35.517714 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-2379c988-45cc-4d18-8596-f1550ad32bbf req-f1135af2-5919-4798-9fb7-d238142f5732 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] 10.222.0.84 "GET /v2.0/ports?device_id=1dd81a91-e5f8-448b-8e9c-f25715635bfd HTTP/1.1" status: 200 len: 946 time: 0.0835774 Apr 30 13:17:35.577861 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-2379c988-45cc-4d18-8596-f1550ad32bbf req-3cdc8283-1762-40d2-a259-5ec044197b65 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] 10.222.0.84 "GET /v2.0/security-groups?id=e084591c-f787-483b-9216-30d5c5cd705c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534332 Apr 30 13:17:35.895875 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f77c10-b122-48dd-8b58-80e662de4e43 req-d010c68e-c928-4c5b-a0d5-6d824a834ef7 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:35.897342 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-a7f77c10-b122-48dd-8b58-80e662de4e43 req-d010c68e-c928-4c5b-a0d5-6d824a834ef7 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] 10.222.0.84 "GET /v2.0/ports?device_id=3891d1b0-b5dd-47c3-b3d4-60a44acdf909 HTTP/1.1" status: 200 len: 945 time: 0.0929852 Apr 30 13:17:35.947279 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-a7f77c10-b122-48dd-8b58-80e662de4e43 req-cb7d3309-45c1-4183-bb0e-ef5d810bbdb8 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] 10.222.0.84 "GET /v2.0/security-groups?id=38056ed3-e545-461e-877e-10c00fc58fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438051 Apr 30 13:17:36.527059 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc58c89-0ac1-4ee3-baf4-0557da52fc45 req-76451993-3634-4326-8507-7d8c5d92121b tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:36.528554 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-5fc58c89-0ac1-4ee3-baf4-0557da52fc45 req-76451993-3634-4326-8507-7d8c5d92121b tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] 10.222.0.84 "GET /v2.0/ports?device_id=c2c2ec2c-d0c7-483c-8fb1-c8df54adab5a HTTP/1.1" status: 200 len: 945 time: 0.0899644 Apr 30 13:17:36.574961 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-5fc58c89-0ac1-4ee3-baf4-0557da52fc45 req-4b3f436b-850a-4e21-9e10-b300f97a1059 tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] 10.222.0.84 "GET /v2.0/security-groups?id=3c42be87-8352-42cf-a6e1-e7e026aabbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403655 Apr 30 13:17:36.786357 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891c96f9-4667-4488-b785-3edbc02b5454 req-93c90ba9-bf2c-4e8f-957b-6a74d06c64b3 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:36.787964 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-891c96f9-4667-4488-b785-3edbc02b5454 req-93c90ba9-bf2c-4e8f-957b-6a74d06c64b3 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] 10.222.0.84 "GET /v2.0/ports?device_id=1dd81a91-e5f8-448b-8e9c-f25715635bfd HTTP/1.1" status: 200 len: 946 time: 0.0842109 Apr 30 13:17:36.840396 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-891c96f9-4667-4488-b785-3edbc02b5454 req-2300c915-4812-49e6-8e8b-51ad2c0c7283 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] 10.222.0.84 "GET /v2.0/security-groups?id=e084591c-f787-483b-9216-30d5c5cd705c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441492 Apr 30 13:17:37.207766 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.rpc [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Device 18c6c358-6dde-4acf-be95-e3f8cae114d1 details requested by agent hyperv_hv-cinder-78719 with host hv-cinder-78719 {{(pid=73812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 13:17:37.219459 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd9f60a-952e-48a5-823a-44ab3da015ae req-b8439ae8-8f33-4db1-83a1-58cd86d6c6cc tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:37.221828 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-bfd9f60a-952e-48a5-823a-44ab3da015ae req-b8439ae8-8f33-4db1-83a1-58cd86d6c6cc tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] 10.222.0.84 "GET /v2.0/ports?device_id=3891d1b0-b5dd-47c3-b3d4-60a44acdf909 HTTP/1.1" status: 200 len: 945 time: 0.1663780 Apr 30 13:17:37.269017 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-bfd9f60a-952e-48a5-823a-44ab3da015ae req-fea54671-e39b-4fd7-a063-84e131f806bd tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] 10.222.0.84 "GET /v2.0/security-groups?id=38056ed3-e545-461e-877e-10c00fc58fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421033 Apr 30 13:17:37.354323 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.db [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] For port 18c6c358-6dde-4acf-be95-e3f8cae114d1, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=18c6c358-6dde-4acf-be95-e3f8cae114d1,segment=NetworkSegment(bd5afee6-82cf-4022-aa9c-8998fa98a06d),segment_id=bd5afee6-82cf-4022-aa9c-8998fa98a06d)] {{(pid=73812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:17:37.370908 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.rpc [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Returning: {'device': '18c6c358-6dde-4acf-be95-e3f8cae114d1', 'network_id': 'e366e837-ed9f-4552-8a40-b501cbb570b4', 'port_id': '18c6c358-6dde-4acf-be95-e3f8cae114d1', 'mac_address': 'fa:16:3e:eb:06:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bc0199c-a631-4772-be49-5ae677a3d71f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 13:17:37.429981 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4120257'] for port, before_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:37.447498 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.notifiers.nova [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 18c6c358-6dde-4acf-be95-e3f8cae114d1 {{(pid=73812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 13:17:37.465313 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.db [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] For port 18c6c358-6dde-4acf-be95-e3f8cae114d1, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=18c6c358-6dde-4acf-be95-e3f8cae114d1,segment=NetworkSegment(bd5afee6-82cf-4022-aa9c-8998fa98a06d),segment_id=bd5afee6-82cf-4022-aa9c-8998fa98a06d)] {{(pid=73812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:17:37.470842 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4120194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773353276007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773352839720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773352839765'] for port, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:37.472677 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:17:37.546053 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Pushing event updated for resources: {'Port': ['ID=18c6c358-6dde-4acf-be95-e3f8cae114d1,revision_number=6']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:17:37.549484 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:17:37.588940 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.db [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] get_ports_and_sgs() called for port_ids ['18c6c358-6dde-4acf-be95-e3f8cae114d1'] {{(pid=73812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 13:17:37.782896 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624763ac-d990-4d3b-ab13-5529c45c08da req-4c09d91d-f9fa-4148-9ae6-1b7af9aecddf tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:37.784419 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-624763ac-d990-4d3b-ab13-5529c45c08da req-4c09d91d-f9fa-4148-9ae6-1b7af9aecddf tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] 10.222.0.84 "GET /v2.0/ports?device_id=c2c2ec2c-d0c7-483c-8fb1-c8df54adab5a HTTP/1.1" status: 200 len: 945 time: 0.0920401 Apr 30 13:17:37.832395 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-624763ac-d990-4d3b-ab13-5529c45c08da req-203d7ef3-44b8-427c-b4af-fee798afd3f5 tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] 10.222.0.84 "GET /v2.0/security-groups?id=3c42be87-8352-42cf-a6e1-e7e026aabbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412717 Apr 30 13:17:38.045971 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfebbe0-c97a-403a-8417-9edbba26ae2f req-ae8031f6-60b4-4783-ae89-f92eb6fc2f12 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:38.047452 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-7bfebbe0-c97a-403a-8417-9edbba26ae2f req-ae8031f6-60b4-4783-ae89-f92eb6fc2f12 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] 10.222.0.84 "GET /v2.0/ports?device_id=1dd81a91-e5f8-448b-8e9c-f25715635bfd HTTP/1.1" status: 200 len: 945 time: 0.0879846 Apr 30 13:17:38.101192 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-7bfebbe0-c97a-403a-8417-9edbba26ae2f req-4eddedc5-8f3a-48db-97db-11492b811904 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] 10.222.0.84 "GET /v2.0/security-groups?id=e084591c-f787-483b-9216-30d5c5cd705c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475981 Apr 30 13:17:38.515586 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acf7574-99cf-4a3a-8088-419eeb2798a9 req-96797843-6ceb-4323-a8b2-62c0b453d037 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:38.522500 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-6acf7574-99cf-4a3a-8088-419eeb2798a9 req-96797843-6ceb-4323-a8b2-62c0b453d037 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] 10.222.0.84 "GET /v2.0/ports?device_id=3891d1b0-b5dd-47c3-b3d4-60a44acdf909 HTTP/1.1" status: 200 len: 945 time: 0.1199489 Apr 30 13:17:38.586389 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-6acf7574-99cf-4a3a-8088-419eeb2798a9 req-f1ad207f-3a20-4aa5-afbc-2f081c6f690c tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] 10.222.0.84 "GET /v2.0/security-groups?id=38056ed3-e545-461e-877e-10c00fc58fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629468 Apr 30 13:17:39.054989 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7f5492-710e-4cae-9643-262b7c237459 req-a3ddedbf-f7c8-46c9-b4e9-20a138b4cedf tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:39.056663 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-7b7f5492-710e-4cae-9643-262b7c237459 req-a3ddedbf-f7c8-46c9-b4e9-20a138b4cedf tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] 10.222.0.84 "GET /v2.0/ports?device_id=c2c2ec2c-d0c7-483c-8fb1-c8df54adab5a HTTP/1.1" status: 200 len: 945 time: 0.0971117 Apr 30 13:17:39.143076 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-7b7f5492-710e-4cae-9643-262b7c237459 req-2e28fe9c-8ae3-41fc-898e-33b12ad9acc1 tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] 10.222.0.84 "GET /v2.0/security-groups?id=3c42be87-8352-42cf-a6e1-e7e026aabbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794139 Apr 30 13:17:39.233205 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.rpc [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Device 18c6c358-6dde-4acf-be95-e3f8cae114d1 up at agent hyperv_hv-cinder-78719 {{(pid=73812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:17:39.362506 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.provisioning_blocks [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Provisioning complete for port 18c6c358-6dde-4acf-be95-e3f8cae114d1 triggered by entity L2. {{(pid=73812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:17:39.363109 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000605'] for port, provisioning_complete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:39.408885 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5fe86b-26de-4572-92e2-6418cc5e2230 req-49f4a621-c85f-4b53-bba8-00dac3ce6e20 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:39.410521 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-6d5fe86b-26de-4572-92e2-6418cc5e2230 req-49f4a621-c85f-4b53-bba8-00dac3ce6e20 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] 10.222.0.84 "GET /v2.0/ports?device_id=1dd81a91-e5f8-448b-8e9c-f25715635bfd HTTP/1.1" status: 200 len: 945 time: 0.1215584 Apr 30 13:17:39.468728 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-6d5fe86b-26de-4572-92e2-6418cc5e2230 req-63091174-9d1f-4766-9090-b20f7a29969b tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] 10.222.0.84 "GET /v2.0/security-groups?id=e084591c-f787-483b-9216-30d5c5cd705c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504229 Apr 30 13:17:39.555417 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4120257'] for port, before_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:39.593527 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dd81a91-e5f8-448b-8e9c-f25715635bfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18c6c358-6dde-4acf-be95-e3f8cae114d1'}] {{(pid=73812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:17:39.605161 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.db [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] For port 18c6c358-6dde-4acf-be95-e3f8cae114d1, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=18c6c358-6dde-4acf-be95-e3f8cae114d1,segment=NetworkSegment(bd5afee6-82cf-4022-aa9c-8998fa98a06d),segment_id=bd5afee6-82cf-4022-aa9c-8998fa98a06d)] {{(pid=73812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:17:39.613627 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4120194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773353276007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773352839720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773352839765'] for port, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:39.615723 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:17:39.665473 dv-cinder-787195-5-smb neutron-server[73812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dd81a91-e5f8-448b-8e9c-f25715635bfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18c6c358-6dde-4acf-be95-e3f8cae114d1', 'code': 200} Apr 30 13:17:39.764169 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Pushing event updated for resources: {'Port': ['ID=18c6c358-6dde-4acf-be95-e3f8cae114d1,revision_number=7']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:17:39.776501 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:17:39.857806 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000748'] for agent, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:39.885541 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc7ee49-3bd0-4e8b-b139-9a7ac04f9086 req-51af4744-5299-4a23-9aaf-430864d4a392 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:39.889763 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-ebc7ee49-3bd0-4e8b-b139-9a7ac04f9086 req-51af4744-5299-4a23-9aaf-430864d4a392 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] 10.222.0.84 "GET /v2.0/ports?device_id=3891d1b0-b5dd-47c3-b3d4-60a44acdf909 HTTP/1.1" status: 200 len: 945 time: 0.1209817 Apr 30 13:17:39.944651 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-ebc7ee49-3bd0-4e8b-b139-9a7ac04f9086 req-6518c96c-1380-4307-85b6-75e51f4459a2 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] 10.222.0.84 "GET /v2.0/security-groups?id=38056ed3-e545-461e-877e-10c00fc58fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539227 Apr 30 13:17:40.626565 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f4f3a3-ecb0-48a7-bc63-0492d17e0eeb req-fe7839eb-f0ba-4902-a5b5-ab86e5215450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:40.628135 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-b4f4f3a3-ecb0-48a7-bc63-0492d17e0eeb req-fe7839eb-f0ba-4902-a5b5-ab86e5215450 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=918e31ad0d5f410eac8b4de9626cac1f&device_id=3891d1b0-b5dd-47c3-b3d4-60a44acdf909 HTTP/1.1" status: 200 len: 1098 time: 0.1982660 Apr 30 13:17:40.638088 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a80908-01ed-4879-b393-c7272f1166cc req-259caa0f-e608-4007-8a56-78dc59bb10e6 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:40.645292 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-03a80908-01ed-4879-b393-c7272f1166cc req-259caa0f-e608-4007-8a56-78dc59bb10e6 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] 10.222.0.84 "GET /v2.0/ports?device_id=3891d1b0-b5dd-47c3-b3d4-60a44acdf909 HTTP/1.1" status: 200 len: 945 time: 0.2830467 Apr 30 13:17:40.703263 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c83bbc-add2-49e9-b9e5-1fa2b785d401 req-6ba08db6-4029-4c53-8543-1f6dc2545021 tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:40.712513 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-45c83bbc-add2-49e9-b9e5-1fa2b785d401 req-6ba08db6-4029-4c53-8543-1f6dc2545021 tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] 10.222.0.84 "GET /v2.0/ports?device_id=c2c2ec2c-d0c7-483c-8fb1-c8df54adab5a HTTP/1.1" status: 200 len: 945 time: 0.2822757 Apr 30 13:17:40.756160 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.84', 56854) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:17:40.848906 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-03a80908-01ed-4879-b393-c7272f1166cc req-c5199713-fcba-411e-ab7e-dddafa686c6d tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] 10.222.0.84 "GET /v2.0/security-groups?id=38056ed3-e545-461e-877e-10c00fc58fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2018261 Apr 30 13:17:40.908213 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-45c83bbc-add2-49e9-b9e5-1fa2b785d401 req-02ca8080-4e34-48e6-b3a1-a840b1ec1873 tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] 10.222.0.84 "GET /v2.0/security-groups?id=3c42be87-8352-42cf-a6e1-e7e026aabbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960318 Apr 30 13:17:40.967951 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-351079bd-322e-4277-83c6-ccb8807b6b74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:40.968760 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f4f3a3-ecb0-48a7-bc63-0492d17e0eeb req-e86528ef-9ff6-46ca-b400-38a6ec01180e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:40.970233 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-b4f4f3a3-ecb0-48a7-bc63-0492d17e0eeb req-e86528ef-9ff6-46ca-b400-38a6ec01180e service neutron] 10.222.0.95 "GET /v2.0/networks?id=1457f85c-3f42-4120-b6e2-0f4ede8b9218 HTTP/1.1" status: 200 len: 911 time: 0.3091612 Apr 30 13:17:40.985867 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-351079bd-322e-4277-83c6-ccb8807b6b74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:17:40.990454 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-351079bd-322e-4277-83c6-ccb8807b6b74 admin admin] Usage tracker for resource:security_group_rule and tenant:6ab6136070ca4a66b9a5943a0d94ea57 is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:17:40.993713 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-351079bd-322e-4277-83c6-ccb8807b6b74 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:17:40.999958 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-351079bd-322e-4277-83c6-ccb8807b6b74 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:17:41.105370 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-351079bd-322e-4277-83c6-ccb8807b6b74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:41.110122 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-351079bd-322e-4277-83c6-ccb8807b6b74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985230'] for security_group, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:41.119910 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-22e5d6b2-71f6-4dff-8ffb-fdd06c2c87a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:17:41.151538 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-b4f4f3a3-ecb0-48a7-bc63-0492d17e0eeb req-602c3fa1-161a-4403-9a82-26f074f03426 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=44f63f57-f3af-42c7-8529-4679e3b0a132 HTTP/1.1" status: 200 len: 1001 time: 0.1731277 Apr 30 13:17:41.171719 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [None req-351079bd-322e-4277-83c6-ccb8807b6b74 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=6ab6136070ca4a66b9a5943a0d94ea57&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4134209 Apr 30 13:17:41.172550 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.84', 56862) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:17:41.173306 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351079bd-322e-4277-83c6-ccb8807b6b74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b96e0484-1d60-4dee-b370-b073e882fa02,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:17:41.177043 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-351079bd-322e-4277-83c6-ccb8807b6b74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:17:41.251134 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-bc64f2ba-b7cb-4b46-9cd4-bf262c730ac2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:41.258641 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cb63d4-8f7b-42f1-acc6-fb83ed3bad8e req-c17dbebc-a371-4f78-93b0-9a5bb6effce3 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:41.268493 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-98cb63d4-8f7b-42f1-acc6-fb83ed3bad8e req-c17dbebc-a371-4f78-93b0-9a5bb6effce3 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] 10.222.0.84 "GET /v2.0/ports?device_id=1dd81a91-e5f8-448b-8e9c-f25715635bfd HTTP/1.1" status: 200 len: 946 time: 0.2135441 Apr 30 13:17:41.286602 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-bc64f2ba-b7cb-4b46-9cd4-bf262c730ac2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:41.304136 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f4f3a3-ecb0-48a7-bc63-0492d17e0eeb req-f5642446-3b76-45f7-9aa6-f73853cb8ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:41.305640 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-b4f4f3a3-ecb0-48a7-bc63-0492d17e0eeb req-f5642446-3b76-45f7-9aa6-f73853cb8ed8 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=8da5f9ec-8d10-4fc1-8b60-251865469edd HTTP/1.1" status: 200 len: 848 time: 0.1433084 Apr 30 13:17:41.398968 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-bc64f2ba-b7cb-4b46-9cd4-bf262c730ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985230'] for security_group, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:41.409062 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-1999274c-b286-41e9-b98c-e1395aa451f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:17:41.421337 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc64f2ba-b7cb-4b46-9cd4-bf262c730ac2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b96e0484-1d60-4dee-b370-b073e882fa02,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:17:41.436844 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-bc64f2ba-b7cb-4b46-9cd4-bf262c730ac2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:17:41.437460 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-98cb63d4-8f7b-42f1-acc6-fb83ed3bad8e req-33acb998-e53e-46a5-b0d2-1a55242239ec tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] 10.222.0.84 "GET /v2.0/security-groups?id=e084591c-f787-483b-9216-30d5c5cd705c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1703575 Apr 30 13:17:41.451995 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-bc64f2ba-b7cb-4b46-9cd4-bf262c730ac2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:41.457144 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [None req-bc64f2ba-b7cb-4b46-9cd4-bf262c730ac2 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/b96e0484-1d60-4dee-b370-b073e882fa02 HTTP/1.1" status: 204 len: 168 time: 0.2777417 Apr 30 13:17:41.499348 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f4f3a3-ecb0-48a7-bc63-0492d17e0eeb req-54cd9e8b-3dbe-474e-ad66-ee9d9c3a33f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:41.501088 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-b4f4f3a3-ecb0-48a7-bc63-0492d17e0eeb req-54cd9e8b-3dbe-474e-ad66-ee9d9c3a33f8 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=1457f85c-3f42-4120-b6e2-0f4ede8b9218&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1651785 Apr 30 13:17:41.678627 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-b4f4f3a3-ecb0-48a7-bc63-0492d17e0eeb req-3810ba64-0409-431a-b606-1fe0e929357c service neutron] 10.222.0.95 "GET /v2.0/networks/1457f85c-3f42-4120-b6e2-0f4ede8b9218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685092 Apr 30 13:17:41.918244 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-b4f4f3a3-ecb0-48a7-bc63-0492d17e0eeb req-d9fe404d-0b8f-4b5a-85fb-7bf6b563f59e service neutron] 10.222.0.95 "GET /v2.0/networks/1457f85c-3f42-4120-b6e2-0f4ede8b9218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2324357 Apr 30 13:17:41.952977 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.84', 56892) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:17:41.972004 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-cfee2e72-1bf8-4367-aa1d-1a3121baa0b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:41.988887 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-cfee2e72-1bf8-4367-aa1d-1a3121baa0b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:17:41.992985 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-cfee2e72-1bf8-4367-aa1d-1a3121baa0b3 admin admin] Usage tracker for resource:security_group_rule and tenant:72c524da5bff4f63aecd54a15541ef1b is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:17:41.996026 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-cfee2e72-1bf8-4367-aa1d-1a3121baa0b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:17:42.003921 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-cfee2e72-1bf8-4367-aa1d-1a3121baa0b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:17:42.154124 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c439458c-441b-49df-8998-28116572614b req-2b1fd76c-933a-4d1a-a0ac-aeddd67d4079 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:42.155759 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-c439458c-441b-49df-8998-28116572614b req-2b1fd76c-933a-4d1a-a0ac-aeddd67d4079 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] 10.222.0.84 "GET /v2.0/ports?device_id=3891d1b0-b5dd-47c3-b3d4-60a44acdf909 HTTP/1.1" status: 200 len: 945 time: 0.1582711 Apr 30 13:17:42.160830 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-cfee2e72-1bf8-4367-aa1d-1a3121baa0b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:42.166419 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-cfee2e72-1bf8-4367-aa1d-1a3121baa0b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985230'] for security_group, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:42.179403 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-d7392b8e-a850-400d-8048-fb9635c0ae0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:17:42.232937 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b0865c-a8f1-488c-9466-f14413b5cfd9 req-d8fcb03e-e20e-42a2-97b7-cd9a28fed07a tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:42.235118 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [None req-cfee2e72-1bf8-4367-aa1d-1a3121baa0b3 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=72c524da5bff4f63aecd54a15541ef1b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2808275 Apr 30 13:17:42.236239 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfee2e72-1bf8-4367-aa1d-1a3121baa0b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77eaa056-f7a7-476b-9611-f6737e950ca3,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:17:42.238973 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.84', 56898) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:17:42.242510 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-cfee2e72-1bf8-4367-aa1d-1a3121baa0b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:17:42.243021 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-f5b0865c-a8f1-488c-9466-f14413b5cfd9 req-d8fcb03e-e20e-42a2-97b7-cd9a28fed07a tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] 10.222.0.84 "GET /v2.0/ports?device_id=c2c2ec2c-d0c7-483c-8fb1-c8df54adab5a HTTP/1.1" status: 200 len: 945 time: 0.1589458 Apr 30 13:17:42.272201 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-c439458c-441b-49df-8998-28116572614b req-4f7f7371-7dd3-4e79-988d-fdb63ecf12f5 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] 10.222.0.84 "GET /v2.0/security-groups?id=38056ed3-e545-461e-877e-10c00fc58fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1030324 Apr 30 13:17:42.300922 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-f5b0865c-a8f1-488c-9466-f14413b5cfd9 req-90b1e2ee-3fe8-4939-97ab-3bde87f756cc tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] 10.222.0.84 "GET /v2.0/security-groups?id=3c42be87-8352-42cf-a6e1-e7e026aabbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568237 Apr 30 13:17:42.321783 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-a4dd2540-5abd-415d-bf7d-184866bbc5d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:42.352997 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-a4dd2540-5abd-415d-bf7d-184866bbc5d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:42.414170 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-a4dd2540-5abd-415d-bf7d-184866bbc5d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985230'] for security_group, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:42.418335 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-6da188cb-487e-4293-9cf9-7e1a79a372b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:17:42.434839 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4dd2540-5abd-415d-bf7d-184866bbc5d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77eaa056-f7a7-476b-9611-f6737e950ca3,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:17:42.437600 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-a4dd2540-5abd-415d-bf7d-184866bbc5d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:17:42.438984 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-a4dd2540-5abd-415d-bf7d-184866bbc5d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:42.446513 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [None req-a4dd2540-5abd-415d-bf7d-184866bbc5d7 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/77eaa056-f7a7-476b-9611-f6737e950ca3 HTTP/1.1" status: 204 len: 168 time: 0.2024550 Apr 30 13:17:42.697257 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ce9815-eb4a-466f-8578-a24f3d87eae2 req-d7687987-520e-4554-aff6-2f6869a57e00 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:42.704892 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-b4ce9815-eb4a-466f-8578-a24f3d87eae2 req-d7687987-520e-4554-aff6-2f6869a57e00 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] 10.222.0.84 "GET /v2.0/ports?device_id=1dd81a91-e5f8-448b-8e9c-f25715635bfd HTTP/1.1" status: 200 len: 946 time: 0.1076934 Apr 30 13:17:42.762551 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-b4ce9815-eb4a-466f-8578-a24f3d87eae2 req-294466ed-26c1-4e25-ac28-a8d2a31ce43a tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] 10.222.0.84 "GET /v2.0/security-groups?id=e084591c-f787-483b-9216-30d5c5cd705c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566463 Apr 30 13:17:43.599767 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd71358-909a-48ce-b907-6a788ab94791 req-14a4c150-d948-4c7a-a08a-cacc72bf4471 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:43.601427 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-0dd71358-909a-48ce-b907-6a788ab94791 req-14a4c150-d948-4c7a-a08a-cacc72bf4471 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] 10.222.0.84 "GET /v2.0/ports?device_id=3891d1b0-b5dd-47c3-b3d4-60a44acdf909 HTTP/1.1" status: 200 len: 945 time: 0.1597183 Apr 30 13:17:43.636227 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1938b9-02ea-4280-a125-bd0bd146cb99 req-dc80cc33-7243-4c05-87ee-e979efd4fc1f tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:43.637820 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-6b1938b9-02ea-4280-a125-bd0bd146cb99 req-dc80cc33-7243-4c05-87ee-e979efd4fc1f tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] 10.222.0.84 "GET /v2.0/ports?device_id=c2c2ec2c-d0c7-483c-8fb1-c8df54adab5a HTTP/1.1" status: 200 len: 945 time: 0.1503534 Apr 30 13:17:43.685486 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-0dd71358-909a-48ce-b907-6a788ab94791 req-7771ebad-28bb-4640-9019-6b0225002113 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] 10.222.0.84 "GET /v2.0/security-groups?id=38056ed3-e545-461e-877e-10c00fc58fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756822 Apr 30 13:17:43.723150 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-6b1938b9-02ea-4280-a125-bd0bd146cb99 req-68c05517-e39f-4998-912c-746a64d76963 tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] 10.222.0.84 "GET /v2.0/security-groups?id=3c42be87-8352-42cf-a6e1-e7e026aabbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758283 Apr 30 13:17:43.995773 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc38375-6cc7-4375-a8eb-701e651b3316 req-0dd15b4e-60e9-46d2-882d-eb74aea256bb tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:43.997476 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-9cc38375-6cc7-4375-a8eb-701e651b3316 req-0dd15b4e-60e9-46d2-882d-eb74aea256bb tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] 10.222.0.84 "GET /v2.0/ports?device_id=1dd81a91-e5f8-448b-8e9c-f25715635bfd HTTP/1.1" status: 200 len: 946 time: 0.1051478 Apr 30 13:17:44.067428 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-9cc38375-6cc7-4375-a8eb-701e651b3316 req-11ba8358-0f13-49be-8539-f0251651628b tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] 10.222.0.84 "GET /v2.0/security-groups?id=e084591c-f787-483b-9216-30d5c5cd705c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613275 Apr 30 13:17:44.630217 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.quota.resource [req-8863a040-fedd-4ac5-8adb-60893fd6f06b req-0ddf4973-72ce-4c07-b65e-e0019d5d82e6 tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] Synchronizing usage tracker for tenant:99d54a5c4e0a4d9abb919ed154eab887 on resource:security_group {{(pid=73810) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:17:44.736751 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.quota.resource [req-8863a040-fedd-4ac5-8adb-60893fd6f06b req-0ddf4973-72ce-4c07-b65e-e0019d5d82e6 tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] Unset dirty status for tenant:99d54a5c4e0a4d9abb919ed154eab887 on resource:security_group {{(pid=73810) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:17:44.741453 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-8863a040-fedd-4ac5-8adb-60893fd6f06b req-0ddf4973-72ce-4c07-b65e-e0019d5d82e6 tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-533326170&fields=id&tenant_id=99d54a5c4e0a4d9abb919ed154eab887 HTTP/1.1" status: 200 len: 267 time: 0.1972938 Apr 30 13:17:44.859017 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7780fc3-c07e-4532-a45e-2134b733f784 req-097f0501-635e-4af9-8144-4c78827c8bea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:44.860667 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-d7780fc3-c07e-4532-a45e-2134b733f784 req-097f0501-635e-4af9-8144-4c78827c8bea service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=c2c2ec2c-d0c7-483c-8fb1-c8df54adab5a HTTP/1.1" status: 200 len: 1098 time: 0.2348421 Apr 30 13:17:44.961516 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8863a040-fedd-4ac5-8adb-60893fd6f06b req-a577d454-e67a-4c26-8c1b-57f1c8e3cf87 tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:44.962756 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.quota.resource [req-8863a040-fedd-4ac5-8adb-60893fd6f06b req-a577d454-e67a-4c26-8c1b-57f1c8e3cf87 tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] Synchronizing usage tracker for tenant:99d54a5c4e0a4d9abb919ed154eab887 on resource:network {{(pid=73810) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:17:45.014168 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-d7780fc3-c07e-4532-a45e-2134b733f784 req-27df7c5a-f300-4ae6-959a-056e4ad8054f service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=3c42be87-8352-42cf-a6e1-e7e026aabbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479391 Apr 30 13:17:45.076982 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.quota.resource [req-8863a040-fedd-4ac5-8adb-60893fd6f06b req-a577d454-e67a-4c26-8c1b-57f1c8e3cf87 tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] Unset dirty status for tenant:99d54a5c4e0a4d9abb919ed154eab887 on resource:network {{(pid=73810) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:17:45.078134 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-8863a040-fedd-4ac5-8adb-60893fd6f06b req-a577d454-e67a-4c26-8c1b-57f1c8e3cf87 tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] 10.222.0.84 "GET /v2.0/networks?id=aa03f28a-3a1e-4da9-866d-defb23fad75a HTTP/1.1" status: 200 len: 809 time: 0.3245113 Apr 30 13:17:45.111051 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-8863a040-fedd-4ac5-8adb-60893fd6f06b req-97a22f03-4f3d-4832-8442-b88dbab45fad tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] 10.222.0.84 "GET /v2.0/quotas/99d54a5c4e0a4d9abb919ed154eab887 HTTP/1.1" status: 200 len: 375 time: 0.0170567 Apr 30 13:17:45.191607 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91db02e-9a00-4649-9d74-2e8cf138200f req-34b93d21-bd0e-4d31-b7e8-d06eadc12fa0 tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:45.193647 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-c91db02e-9a00-4649-9d74-2e8cf138200f req-34b93d21-bd0e-4d31-b7e8-d06eadc12fa0 tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] 10.222.0.84 "GET /v2.0/ports?device_id=c2c2ec2c-d0c7-483c-8fb1-c8df54adab5a HTTP/1.1" status: 200 len: 945 time: 0.1728258 Apr 30 13:17:45.338160 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-c91db02e-9a00-4649-9d74-2e8cf138200f req-13c64c74-7f4e-40e5-b3a1-2f43f92447ae tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] 10.222.0.84 "GET /v2.0/security-groups?id=3c42be87-8352-42cf-a6e1-e7e026aabbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383934 Apr 30 13:17:45.354951 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-8863a040-fedd-4ac5-8adb-60893fd6f06b req-b91b26cc-5396-4b1c-bd89-86c56b81b9c3 tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=99d54a5c4e0a4d9abb919ed154eab887&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2305715 Apr 30 13:17:45.741585 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-8863a040-fedd-4ac5-8adb-60893fd6f06b req-4239e22c-31fa-4611-a093-42a5d7d252e0 service neutron] 10.222.0.84 "GET /v2.0/networks/aa03f28a-3a1e-4da9-866d-defb23fad75a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2486365 Apr 30 13:17:45.780939 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894eb591-42bb-409d-941f-8bbab2fd9038 req-746af3ed-8133-4b17-881a-c5a910f3060b tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:45.782484 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-894eb591-42bb-409d-941f-8bbab2fd9038 req-746af3ed-8133-4b17-881a-c5a910f3060b tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] 10.222.0.84 "GET /v2.0/ports?device_id=1dd81a91-e5f8-448b-8e9c-f25715635bfd HTTP/1.1" status: 200 len: 946 time: 0.1584718 Apr 30 13:17:46.030190 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-894eb591-42bb-409d-941f-8bbab2fd9038 req-f4419f7a-1613-4f55-9878-61a5ab13cc75 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] 10.222.0.84 "GET /v2.0/security-groups?id=e084591c-f787-483b-9216-30d5c5cd705c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2314034 Apr 30 13:17:46.065215 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-8863a040-fedd-4ac5-8adb-60893fd6f06b req-8ccce848-aaeb-4081-af1e-f1f22dd6a2a0 service neutron] 10.222.0.84 "GET /v2.0/networks/aa03f28a-3a1e-4da9-866d-defb23fad75a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3151999 Apr 30 13:17:46.616112 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-ed85d4c1-f7bb-4895-a497-8e978826090c req-edd82f39-0a0a-4840-8f2c-b3d779ce0940 tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] 10.222.0.84 "GET /v2.0/ports?device_id=71c13da7-bd14-47c5-89d0-b64036063a3b HTTP/1.1" status: 200 len: 210 time: 0.0837176 Apr 30 13:17:46.799104 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c929f07e-792e-47dd-9db5-1df245305434 req-2c277bc1-ab1e-458b-ab7f-9db3890d5085 tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:46.801100 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-c929f07e-792e-47dd-9db5-1df245305434 req-2c277bc1-ab1e-458b-ab7f-9db3890d5085 tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] 10.222.0.84 "GET /v2.0/ports?device_id=c2c2ec2c-d0c7-483c-8fb1-c8df54adab5a HTTP/1.1" status: 200 len: 945 time: 0.1112678 Apr 30 13:17:46.860726 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-c929f07e-792e-47dd-9db5-1df245305434 req-6dedc91c-9346-42a7-a187-0712bc24fbcc tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] 10.222.0.84 "GET /v2.0/security-groups?id=3c42be87-8352-42cf-a6e1-e7e026aabbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521836 Apr 30 13:17:47.328388 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790273d8-021a-4c60-b2a5-fd25cf1406e1 req-0aa95b60-554e-4fa0-8119-d9a8ada15808 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:47.338684 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-790273d8-021a-4c60-b2a5-fd25cf1406e1 req-0aa95b60-554e-4fa0-8119-d9a8ada15808 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] 10.222.0.84 "GET /v2.0/ports?device_id=1dd81a91-e5f8-448b-8e9c-f25715635bfd HTTP/1.1" status: 200 len: 946 time: 0.1432347 Apr 30 13:17:47.404936 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-790273d8-021a-4c60-b2a5-fd25cf1406e1 req-99cd712c-7bdc-45c9-b732-01014466e567 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] 10.222.0.84 "GET /v2.0/security-groups?id=e084591c-f787-483b-9216-30d5c5cd705c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638344 Apr 30 13:17:47.585594 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa357d11-7db6-4d49-ba90-e16a791d26f1 req-7e8521cb-4e5d-481e-bcd2-b17d217ff4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:47.587407 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-fa357d11-7db6-4d49-ba90-e16a791d26f1 req-7e8521cb-4e5d-481e-bcd2-b17d217ff4cf service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=6ab0fe6b7e8645a0861136e67b76d521&device_id=c2c2ec2c-d0c7-483c-8fb1-c8df54adab5a HTTP/1.1" status: 200 len: 1098 time: 0.1568379 Apr 30 13:17:47.782970 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a6af27-2cef-407b-9680-f3e955c143b3 req-3ff5acdb-ee65-45c1-bafb-2801119aa071 tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:47.784540 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-97a6af27-2cef-407b-9680-f3e955c143b3 req-3ff5acdb-ee65-45c1-bafb-2801119aa071 tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] 10.222.0.84 "GET /v2.0/ports?device_id=c2c2ec2c-d0c7-483c-8fb1-c8df54adab5a HTTP/1.1" status: 200 len: 945 time: 0.2698724 Apr 30 13:17:47.786673 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-25c5c496-82e2-4856-8e59-c871b023b779 req-8db9a146-5cf9-4e03-95d9-ea5c15dfe69f tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] 10.222.0.84 "GET /v2.0/ports?device_id=71c13da7-bd14-47c5-89d0-b64036063a3b HTTP/1.1" status: 200 len: 210 time: 0.0697181 Apr 30 13:17:47.863033 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa357d11-7db6-4d49-ba90-e16a791d26f1 req-40db92a9-4714-4011-b6d3-bc09a454c91b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:47.864474 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-fa357d11-7db6-4d49-ba90-e16a791d26f1 req-40db92a9-4714-4011-b6d3-bc09a454c91b service neutron] 10.222.0.95 "GET /v2.0/networks?id=87e8e01a-ad03-481e-ad3a-b46f9803a913 HTTP/1.1" status: 200 len: 921 time: 0.2645984 Apr 30 13:17:47.964847 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-97a6af27-2cef-407b-9680-f3e955c143b3 req-8045bb50-ba50-46b3-b09d-985ac2a42956 tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] 10.222.0.84 "GET /v2.0/security-groups?id=3c42be87-8352-42cf-a6e1-e7e026aabbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615117 Apr 30 13:17:47.969471 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-fa357d11-7db6-4d49-ba90-e16a791d26f1 req-da09923f-68fa-45cc-974a-5ed410e9d443 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b082d8b7-bbf5-4625-b2b5-960da8b17ac2 HTTP/1.1" status: 200 len: 217 time: 0.0878716 Apr 30 13:17:48.119221 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa357d11-7db6-4d49-ba90-e16a791d26f1 req-8020b99a-70d5-4cac-a902-6f1adfb628a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:48.120736 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-fa357d11-7db6-4d49-ba90-e16a791d26f1 req-8020b99a-70d5-4cac-a902-6f1adfb628a7 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=ddc22c5d-ab26-4345-8096-8d0d17e2da1d HTTP/1.1" status: 200 len: 859 time: 0.0973780 Apr 30 13:17:48.168714 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8863a040-fedd-4ac5-8adb-60893fd6f06b req-c7959f96-f184-410b-ba36-723b1ddb01be tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:48.170202 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-8863a040-fedd-4ac5-8adb-60893fd6f06b req-c7959f96-f184-410b-ba36-723b1ddb01be tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] 10.222.0.95 "GET /v2.0/networks?id=aa03f28a-3a1e-4da9-866d-defb23fad75a HTTP/1.1" status: 200 len: 809 time: 0.3392522 Apr 30 13:17:48.182832 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-fa357d11-7db6-4d49-ba90-e16a791d26f1 req-3994889a-d5d2-4887-b860-fc70a21c7e9e service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=87e8e01a-ad03-481e-ad3a-b46f9803a913&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0552111 Apr 30 13:17:48.326446 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-8863a040-fedd-4ac5-8adb-60893fd6f06b req-c9d652d1-b4d1-4109-9c86-2dd2a5267e42 tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] 10.222.0.95 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=99d54a5c4e0a4d9abb919ed154eab887 HTTP/1.1" status: 200 len: 379 time: 0.1426718 Apr 30 13:17:48.338014 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.v2.base [req-8863a040-fedd-4ac5-8adb-60893fd6f06b req-f03bdc3d-76c8-4cc8-bcd4-dc60a5ee8cad tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] Request body: {'port': {'device_id': '71c13da7-bd14-47c5-89d0-b64036063a3b', 'network_id': 'aa03f28a-3a1e-4da9-866d-defb23fad75a', 'admin_state_up': True, 'tenant_id': '99d54a5c4e0a4d9abb919ed154eab887', 'security_groups': ['8529bdd9-9ae1-4450-87c4-845837d2244b']}} {{(pid=73810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:17:48.505191 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-fa357d11-7db6-4d49-ba90-e16a791d26f1 req-4a5e6513-b66e-4cd6-94e3-d12b3bda74b5 service neutron] 10.222.0.95 "GET /v2.0/networks/87e8e01a-ad03-481e-ad3a-b46f9803a913?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3051231 Apr 30 13:17:48.689728 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [req-8863a040-fedd-4ac5-8adb-60893fd6f06b req-f03bdc3d-76c8-4cc8-bcd4-dc60a5ee8cad tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:17:48.777305 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.quota.resource [req-8863a040-fedd-4ac5-8adb-60893fd6f06b req-f03bdc3d-76c8-4cc8-bcd4-dc60a5ee8cad tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] Usage tracker for resource:port and tenant:99d54a5c4e0a4d9abb919ed154eab887 is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:17:48.780959 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.quota.resource [req-8863a040-fedd-4ac5-8adb-60893fd6f06b req-f03bdc3d-76c8-4cc8-bcd4-dc60a5ee8cad tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] Quota usage for port was recalculated. Used quota:2. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:17:48.787141 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [req-8863a040-fedd-4ac5-8adb-60893fd6f06b req-f03bdc3d-76c8-4cc8-bcd4-dc60a5ee8cad tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:17:48.799538 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.84', 57046) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:17:48.824082 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8863a040-fedd-4ac5-8adb-60893fd6f06b req-f03bdc3d-76c8-4cc8-bcd4-dc60a5ee8cad tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] Made reservation on behalf of 99d54a5c4e0a4d9abb919ed154eab887 for: {'port': 1} {{(pid=73810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:17:48.828003 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-8863a040-fedd-4ac5-8adb-60893fd6f06b req-f03bdc3d-76c8-4cc8-bcd4-dc60a5ee8cad tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4120257'] for port, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:48.904000 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-fa357d11-7db6-4d49-ba90-e16a791d26f1 req-11916449-0120-43a2-9377-2dc4b31859b1 service neutron] 10.222.0.95 "GET /v2.0/networks/87e8e01a-ad03-481e-ad3a-b46f9803a913?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3745942 Apr 30 13:17:49.034885 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-c06d3395-c108-403f-91d2-783af0d139e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:49.051980 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-c06d3395-c108-403f-91d2-783af0d139e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:17:49.056518 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-c06d3395-c108-403f-91d2-783af0d139e1 admin admin] Usage tracker for resource:security_group_rule and tenant:0a60afff1c3948878fb4aaeab57953aa is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:17:49.060051 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-c06d3395-c108-403f-91d2-783af0d139e1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:17:49.066858 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-c06d3395-c108-403f-91d2-783af0d139e1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:17:49.085703 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-121e0ec0-73f3-445d-a2de-67d1ef761446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000748'] for agent, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:49.192012 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-c06d3395-c108-403f-91d2-783af0d139e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:49.200405 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-c06d3395-c108-403f-91d2-783af0d139e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985230'] for security_group, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:49.230734 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-dfaf4fec-8d7d-446e-8162-1a24d4c2d3d4 req-0d4338b3-0b9f-4aa2-8b11-51144a52cacf tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] 10.222.0.84 "GET /v2.0/ports?device_id=71c13da7-bd14-47c5-89d0-b64036063a3b HTTP/1.1" status: 200 len: 210 time: 0.2065949 Apr 30 13:17:49.292389 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-243c39d5-ac7b-42dc-b6d1-50631ce8b97a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:17:49.336071 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fcb3c2-38aa-4076-967a-ad8f95badbc8 req-8137f774-cbc7-47dc-ad83-4fab8dfb6d51 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:49.345701 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-80fcb3c2-38aa-4076-967a-ad8f95badbc8 req-8137f774-cbc7-47dc-ad83-4fab8dfb6d51 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] 10.222.0.84 "GET /v2.0/ports?device_id=1dd81a91-e5f8-448b-8e9c-f25715635bfd HTTP/1.1" status: 200 len: 946 time: 0.7422299 Apr 30 13:17:49.384859 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.84', 57060) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:17:49.385206 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [None req-c06d3395-c108-403f-91d2-783af0d139e1 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=0a60afff1c3948878fb4aaeab57953aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5834308 Apr 30 13:17:49.386216 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06d3395-c108-403f-91d2-783af0d139e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa0759dd-84c9-4f4f-aed7-318cbd81d049,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:17:49.389544 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-c06d3395-c108-403f-91d2-783af0d139e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:17:49.472667 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.db.db_base_plugin_common [req-8863a040-fedd-4ac5-8adb-60893fd6f06b req-f03bdc3d-76c8-4cc8-bcd4-dc60a5ee8cad tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] Allocated IP 172.20.0.10 (aa03f28a-3a1e-4da9-866d-defb23fad75a/18774bde-1daa-4ee6-a31b-aefc080adf26/1d812cb1-dac1-4517-86aa-8269999545c7) {{(pid=73810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 13:17:49.510533 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-80fcb3c2-38aa-4076-967a-ad8f95badbc8 req-122b49fb-d6b1-465a-ab3b-f7fbf5631ab3 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] 10.222.0.84 "GET /v2.0/security-groups?id=e084591c-f787-483b-9216-30d5c5cd705c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1637068 Apr 30 13:17:49.682922 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-b3ada6e9-a0fa-4cbd-bc30-ede91f554136 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:49.739821 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63c6824-9b1e-4a8b-a425-ca9b895925a6 req-e5693da7-7e6e-4ce1-883b-3016b4348c62 tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:49.741484 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-d63c6824-9b1e-4a8b-a425-ca9b895925a6 req-e5693da7-7e6e-4ce1-883b-3016b4348c62 tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] 10.222.0.84 "GET /v2.0/ports?device_id=c2c2ec2c-d0c7-483c-8fb1-c8df54adab5a HTTP/1.1" status: 200 len: 945 time: 0.3302600 Apr 30 13:17:49.756742 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-b3ada6e9-a0fa-4cbd-bc30-ede91f554136 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:49.837848 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-8863a040-fedd-4ac5-8adb-60893fd6f06b req-f03bdc3d-76c8-4cc8-bcd4-dc60a5ee8cad tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] Notify callbacks [] for port, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:49.869377 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-d63c6824-9b1e-4a8b-a425-ca9b895925a6 req-fa0898b8-e69a-4ece-9fba-d9efe7258232 tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] 10.222.0.84 "GET /v2.0/security-groups?id=3c42be87-8352-42cf-a6e1-e7e026aabbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206856 Apr 30 13:17:49.878283 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [req-8863a040-fedd-4ac5-8adb-60893fd6f06b req-f03bdc3d-76c8-4cc8-bcd4-dc60a5ee8cad tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] Transition to ACTIVE for port object 1d812cb1-dac1-4517-86aa-8269999545c7 will not be triggered until provisioned by entity DHCP. {{(pid=73810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:17:49.914901 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-b3ada6e9-a0fa-4cbd-bc30-ede91f554136 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985230'] for security_group, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:49.918803 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-ce811ee5-3839-4019-be12-971801ddb501 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:17:49.933770 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ada6e9-a0fa-4cbd-bc30-ede91f554136 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa0759dd-84c9-4f4f-aed7-318cbd81d049,revision_number=None']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:17:49.936207 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-b3ada6e9-a0fa-4cbd-bc30-ede91f554136 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:17:49.944302 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-8863a040-fedd-4ac5-8adb-60893fd6f06b req-f03bdc3d-76c8-4cc8-bcd4-dc60a5ee8cad tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4120194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773352839702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11792972'] for port, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:49.952896 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-67686bab-e119-47b7-aa32-0d43294dc5b1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:17:50.019542 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8863a040-fedd-4ac5-8adb-60893fd6f06b req-f03bdc3d-76c8-4cc8-bcd4-dc60a5ee8cad tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] Network aa03f28a-3a1e-4da9-866d-defb23fad75a is already hosted by enough agents. {{(pid=73810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:17:50.020599 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-b3ada6e9-a0fa-4cbd-bc30-ede91f554136 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:50.024613 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [None req-b3ada6e9-a0fa-4cbd-bc30-ede91f554136 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/fa0759dd-84c9-4f4f-aed7-318cbd81d049 HTTP/1.1" status: 204 len: 168 time: 0.6344361 Apr 30 13:17:50.030080 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.scheduler.base_scheduler [req-8863a040-fedd-4ac5-8adb-60893fd6f06b req-f03bdc3d-76c8-4cc8-bcd4-dc60a5ee8cad tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] Resources bound (agent type, host, resource id): {{(pid=73810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:17:50.032860 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.db.l3_dvrscheduler_db [req-8863a040-fedd-4ac5-8adb-60893fd6f06b req-f03bdc3d-76c8-4cc8-bcd4-dc60a5ee8cad tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] Received port after_create {{(pid=73810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 13:17:50.089759 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03bdc3d-76c8-4cc8-bcd4-dc60a5ee8cad tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] Pushing event updated for resources: {'Port': ['ID=1d812cb1-dac1-4517-86aa-8269999545c7,revision_number=1']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:17:50.093092 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-f03bdc3d-76c8-4cc8-bcd4-dc60a5ee8cad tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:17:50.123026 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8863a040-fedd-4ac5-8adb-60893fd6f06b req-f03bdc3d-76c8-4cc8-bcd4-dc60a5ee8cad tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:50.123951 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-8863a040-fedd-4ac5-8adb-60893fd6f06b req-f03bdc3d-76c8-4cc8-bcd4-dc60a5ee8cad tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9974'] for port, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:50.145668 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-8863a040-fedd-4ac5-8adb-60893fd6f06b req-f03bdc3d-76c8-4cc8-bcd4-dc60a5ee8cad tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8117101 Apr 30 13:17:50.158992 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.v2.base [req-8863a040-fedd-4ac5-8adb-60893fd6f06b req-951524f3-1a05-4c8e-8b1a-a6d8666140d6 service neutron] Request body: {'port': {'device_id': '71c13da7-bd14-47c5-89d0-b64036063a3b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78719'}} {{(pid=73810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:17:50.284652 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-8863a040-fedd-4ac5-8adb-60893fd6f06b req-951524f3-1a05-4c8e-8b1a-a6d8666140d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4120257'] for port, before_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:50.301827 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.provisioning_blocks [None req-55a26fc6-7d49-4112-8960-a537cbc4152f None None] Provisioning for port 1d812cb1-dac1-4517-86aa-8269999545c7 completed by entity DHCP. {{(pid=73812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:17:50.309370 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.provisioning_blocks [None req-55a26fc6-7d49-4112-8960-a537cbc4152f None None] Provisioning complete for port 1d812cb1-dac1-4517-86aa-8269999545c7 triggered by entity DHCP. {{(pid=73812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:17:50.309958 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-55a26fc6-7d49-4112-8960-a537cbc4152f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000605'] for port, provisioning_complete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:50.372428 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.84', 57080) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:17:50.380431 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.plugin [None req-55a26fc6-7d49-4112-8960-a537cbc4152f None None] Port 1d812cb1-dac1-4517-86aa-8269999545c7 cannot update to ACTIVE because it is not bound. {{(pid=73812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 13:17:50.392520 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-bb2bea94-fb23-478d-9012-310fa09dbedc admin admin] Notify callbacks [] for security_group, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:50.407329 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-bb2bea94-fb23-478d-9012-310fa09dbedc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:17:50.411196 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-bb2bea94-fb23-478d-9012-310fa09dbedc admin admin] Usage tracker for resource:security_group_rule and tenant:b10c39d9ee3841418a14a5e724093617 is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:17:50.414068 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-bb2bea94-fb23-478d-9012-310fa09dbedc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:17:50.419742 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-bb2bea94-fb23-478d-9012-310fa09dbedc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:17:50.508707 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-bb2bea94-fb23-478d-9012-310fa09dbedc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:50.513082 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-bb2bea94-fb23-478d-9012-310fa09dbedc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985230'] for security_group, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:50.522733 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-a4dd2540-5abd-415d-bf7d-184866bbc5d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:17:50.567260 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [None req-bb2bea94-fb23-478d-9012-310fa09dbedc admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=b10c39d9ee3841418a14a5e724093617&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1927946 Apr 30 13:17:50.567865 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.84', 57086) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:17:50.571076 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2bea94-fb23-478d-9012-310fa09dbedc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d3cb9d0-98e2-4f58-8292-a30d102ac7f3,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:17:50.626877 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-bb2bea94-fb23-478d-9012-310fa09dbedc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:17:50.632172 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684ded1e-868d-4ab2-aa82-a6cd2c1fa040 req-c3b81bde-9373-4b13-b1ca-534b46a3d143 tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:50.633180 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.quota.resource [req-684ded1e-868d-4ab2-aa82-a6cd2c1fa040 req-c3b81bde-9373-4b13-b1ca-534b46a3d143 tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] Synchronizing usage tracker for tenant:99d54a5c4e0a4d9abb919ed154eab887 on resource:port {{(pid=73810) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:17:50.649487 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-2aab1d1e-05b8-4825-91f6-098f8feb82fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:50.675993 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-2aab1d1e-05b8-4825-91f6-098f8feb82fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:50.729026 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-2aab1d1e-05b8-4825-91f6-098f8feb82fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985230'] for security_group, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:50.733951 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-1a8743ee-ffa5-417c-8148-84473ce197ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:17:50.748851 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aab1d1e-05b8-4825-91f6-098f8feb82fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d3cb9d0-98e2-4f58-8292-a30d102ac7f3,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:17:50.753046 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-2aab1d1e-05b8-4825-91f6-098f8feb82fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:17:50.755029 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-2aab1d1e-05b8-4825-91f6-098f8feb82fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:50.758564 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [None req-2aab1d1e-05b8-4825-91f6-098f8feb82fc admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/7d3cb9d0-98e2-4f58-8292-a30d102ac7f3 HTTP/1.1" status: 204 len: 168 time: 0.1872203 Apr 30 13:17:50.777623 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.quota.resource [req-684ded1e-868d-4ab2-aa82-a6cd2c1fa040 req-c3b81bde-9373-4b13-b1ca-534b46a3d143 tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] Unset dirty status for tenant:99d54a5c4e0a4d9abb919ed154eab887 on resource:port {{(pid=73810) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:17:50.778749 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-684ded1e-868d-4ab2-aa82-a6cd2c1fa040 req-c3b81bde-9373-4b13-b1ca-534b46a3d143 tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] 10.222.0.84 "GET /v2.0/ports?device_id=71c13da7-bd14-47c5-89d0-b64036063a3b HTTP/1.1" status: 200 len: 932 time: 0.4107106 Apr 30 13:17:50.926227 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-684ded1e-868d-4ab2-aa82-a6cd2c1fa040 req-60beca17-eb00-4db7-8c96-afb4d4023cd7 tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] 10.222.0.84 "GET /v2.0/security-groups?id=8529bdd9-9ae1-4450-87c4-845837d2244b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1406410 Apr 30 13:17:50.929017 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.notifiers.nova [req-8863a040-fedd-4ac5-8adb-60893fd6f06b req-951524f3-1a05-4c8e-8b1a-a6d8666140d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d812cb1-dac1-4517-86aa-8269999545c7 {{(pid=73810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 13:17:50.940593 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7d8d13-226a-4404-bd34-ff75c11aeda9 req-9a7a324a-d56a-483d-aa3c-51299a7aeef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:50.942097 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-2e7d8d13-226a-4404-bd34-ff75c11aeda9 req-9a7a324a-d56a-483d-aa3c-51299a7aeef3 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=1cdf6705df774b71b1ef55768d3b4135&device_id=1dd81a91-e5f8-448b-8e9c-f25715635bfd HTTP/1.1" status: 200 len: 1099 time: 0.3042161 Apr 30 13:17:50.944848 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-8863a040-fedd-4ac5-8adb-60893fd6f06b req-951524f3-1a05-4c8e-8b1a-a6d8666140d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:50.955500 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64fc463-b642-4cd5-8810-7d981ef8a763 req-5ffe0b47-5984-4c04-b1b5-701443138541 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:50.956961 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-f64fc463-b642-4cd5-8810-7d981ef8a763 req-5ffe0b47-5984-4c04-b1b5-701443138541 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] 10.222.0.84 "GET /v2.0/ports?device_id=1dd81a91-e5f8-448b-8e9c-f25715635bfd HTTP/1.1" status: 200 len: 946 time: 0.2864032 Apr 30 13:17:51.025705 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [req-8863a040-fedd-4ac5-8adb-60893fd6f06b req-951524f3-1a05-4c8e-8b1a-a6d8666140d6 service neutron] Transition to ACTIVE for port object 1d812cb1-dac1-4517-86aa-8269999545c7 will not be triggered until provisioned by entity L2. {{(pid=73810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:17:51.088513 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-8863a040-fedd-4ac5-8adb-60893fd6f06b req-951524f3-1a05-4c8e-8b1a-a6d8666140d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4120194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773353276007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773352839720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773352839765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11792967'] for port, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:51.105699 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-d979eeae-217e-4f93-80d9-2e04da9f4e1b tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:17:51.306988 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-f64fc463-b642-4cd5-8810-7d981ef8a763 req-e13fd008-983e-4cd8-bdeb-246d5fef0bb9 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] 10.222.0.84 "GET /v2.0/security-groups?id=e084591c-f787-483b-9216-30d5c5cd705c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3178482 Apr 30 13:17:51.413001 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951524f3-1a05-4c8e-8b1a-a6d8666140d6 service neutron] Pushing event updated for resources: {'Port': ['ID=1d812cb1-dac1-4517-86aa-8269999545c7,revision_number=2']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:17:51.445495 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-951524f3-1a05-4c8e-8b1a-a6d8666140d6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:17:51.455408 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7d8d13-226a-4404-bd34-ff75c11aeda9 req-e6b04f7d-b888-4934-a9ed-2fc445ae18b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:51.456940 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-2e7d8d13-226a-4404-bd34-ff75c11aeda9 req-e6b04f7d-b888-4934-a9ed-2fc445ae18b6 service neutron] 10.222.0.95 "GET /v2.0/networks?id=e366e837-ed9f-4552-8a40-b501cbb570b4 HTTP/1.1" status: 200 len: 918 time: 0.4959750 Apr 30 13:17:51.635878 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6da29a-d47c-40d3-b9f3-2d39921b5335 req-399ff91c-31d3-495a-a1a5-f2c960abb708 tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:51.637366 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-6e6da29a-d47c-40d3-b9f3-2d39921b5335 req-399ff91c-31d3-495a-a1a5-f2c960abb708 tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] 10.222.0.84 "GET /v2.0/ports?device_id=c2c2ec2c-d0c7-483c-8fb1-c8df54adab5a HTTP/1.1" status: 200 len: 945 time: 0.5428972 Apr 30 13:17:51.644420 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-2e7d8d13-226a-4404-bd34-ff75c11aeda9 req-0f30162d-4778-400f-9351-de54b64d18ae service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=18c6c358-6dde-4acf-be95-e3f8cae114d1 HTTP/1.1" status: 200 len: 1001 time: 0.1537764 Apr 30 13:17:51.646359 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.managers [req-8863a040-fedd-4ac5-8adb-60893fd6f06b req-951524f3-1a05-4c8e-8b1a-a6d8666140d6 service neutron] Attempting to bind port 1d812cb1-dac1-4517-86aa-8269999545c7 on host hv-cinder-78719 for vnic_type normal with profile {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 13:17:51.646687 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.managers [req-8863a040-fedd-4ac5-8adb-60893fd6f06b req-951524f3-1a05-4c8e-8b1a-a6d8666140d6 service neutron] Attempting to bind port 1d812cb1-dac1-4517-86aa-8269999545c7 by drivers openvswitch,hyperv on host hv-cinder-78719 at level 0 using segments [{'id': '313beba6-51ca-4db8-affa-af5efe1019e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': 'aa03f28a-3a1e-4da9-866d-defb23fad75a'}] {{(pid=73810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 13:17:51.647019 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8863a040-fedd-4ac5-8adb-60893fd6f06b req-951524f3-1a05-4c8e-8b1a-a6d8666140d6 service neutron] Attempting to bind port 1d812cb1-dac1-4517-86aa-8269999545c7 on network aa03f28a-3a1e-4da9-866d-defb23fad75a {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:17:51.701700 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8863a040-fedd-4ac5-8adb-60893fd6f06b req-951524f3-1a05-4c8e-8b1a-a6d8666140d6 service neutron] Port 1d812cb1-dac1-4517-86aa-8269999545c7 on network aa03f28a-3a1e-4da9-866d-defb23fad75a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78719 {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 30 13:17:51.702070 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8863a040-fedd-4ac5-8adb-60893fd6f06b req-951524f3-1a05-4c8e-8b1a-a6d8666140d6 service neutron] Attempting to bind port 1d812cb1-dac1-4517-86aa-8269999545c7 on network aa03f28a-3a1e-4da9-866d-defb23fad75a {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:17:51.731815 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8863a040-fedd-4ac5-8adb-60893fd6f06b req-951524f3-1a05-4c8e-8b1a-a6d8666140d6 service neutron] Checking agent: {'id': '9979f301-637a-421d-a751-ee4de56fc333', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78719', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 13, 10), 'started_at': datetime.datetime(2021, 4, 30, 13, 13, 10), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 17, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 13:17:51.732114 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8863a040-fedd-4ac5-8adb-60893fd6f06b req-951524f3-1a05-4c8e-8b1a-a6d8666140d6 service neutron] Checking segment: {'id': '313beba6-51ca-4db8-affa-af5efe1019e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': 'aa03f28a-3a1e-4da9-866d-defb23fad75a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:17:51.732544 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8863a040-fedd-4ac5-8adb-60893fd6f06b req-951524f3-1a05-4c8e-8b1a-a6d8666140d6 service neutron] Bound using segment: {'id': '313beba6-51ca-4db8-affa-af5efe1019e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': 'aa03f28a-3a1e-4da9-866d-defb23fad75a'} {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 13:17:51.732947 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.managers [req-8863a040-fedd-4ac5-8adb-60893fd6f06b req-951524f3-1a05-4c8e-8b1a-a6d8666140d6 service neutron] Bound port: 1d812cb1-dac1-4517-86aa-8269999545c7, host: hv-cinder-78719, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '313beba6-51ca-4db8-affa-af5efe1019e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': 'aa03f28a-3a1e-4da9-866d-defb23fad75a'}}] {{(pid=73810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 13:17:51.733301 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-8863a040-fedd-4ac5-8adb-60893fd6f06b req-951524f3-1a05-4c8e-8b1a-a6d8666140d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4120257'] for port, before_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:51.787760 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-6e6da29a-d47c-40d3-b9f3-2d39921b5335 req-82128522-f18f-48c0-bf88-c1906f17dd1d tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] 10.222.0.84 "GET /v2.0/security-groups?id=3c42be87-8352-42cf-a6e1-e7e026aabbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423566 Apr 30 13:17:51.810055 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7d8d13-226a-4404-bd34-ff75c11aeda9 req-bda9cf8c-b05f-4bc2-b68d-282946076864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:51.811775 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-2e7d8d13-226a-4404-bd34-ff75c11aeda9 req-bda9cf8c-b05f-4bc2-b68d-282946076864 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=6bc0199c-a631-4772-be49-5ae677a3d71f HTTP/1.1" status: 200 len: 855 time: 0.1438961 Apr 30 13:17:51.839688 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-decb2b03-ca15-4280-880a-230769efa2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000748'] for agent, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:51.901783 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.db [req-8863a040-fedd-4ac5-8adb-60893fd6f06b req-951524f3-1a05-4c8e-8b1a-a6d8666140d6 service neutron] For port 1d812cb1-dac1-4517-86aa-8269999545c7, host hv-cinder-78719, cleared binding levels {{(pid=73810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 13:17:51.905600 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.db [req-8863a040-fedd-4ac5-8adb-60893fd6f06b req-951524f3-1a05-4c8e-8b1a-a6d8666140d6 service neutron] For port 1d812cb1-dac1-4517-86aa-8269999545c7, host hv-cinder-78719, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=1d812cb1-dac1-4517-86aa-8269999545c7,segment=NetworkSegment(313beba6-51ca-4db8-affa-af5efe1019e3),segment_id=313beba6-51ca-4db8-affa-af5efe1019e3)] {{(pid=73810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 13:17:51.910538 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-8863a040-fedd-4ac5-8adb-60893fd6f06b req-951524f3-1a05-4c8e-8b1a-a6d8666140d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4120194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773353276007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773352839720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773352839765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11792967'] for port, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:51.916084 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-951524f3-1a05-4c8e-8b1a-a6d8666140d6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:17:51.990341 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8863a040-fedd-4ac5-8adb-60893fd6f06b req-951524f3-1a05-4c8e-8b1a-a6d8666140d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:51.990974 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-8863a040-fedd-4ac5-8adb-60893fd6f06b req-951524f3-1a05-4c8e-8b1a-a6d8666140d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9974'] for port, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:51.992458 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-8863a040-fedd-4ac5-8adb-60893fd6f06b req-951524f3-1a05-4c8e-8b1a-a6d8666140d6 service neutron] 10.222.0.95 "PUT /v2.0/ports/1d812cb1-dac1-4517-86aa-8269999545c7 HTTP/1.1" status: 200 len: 1094 time: 1.8378932 Apr 30 13:17:51.994989 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7d8d13-226a-4404-bd34-ff75c11aeda9 req-12a52540-b618-44ad-baaf-2e2e3ae00520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:51.996222 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-2e7d8d13-226a-4404-bd34-ff75c11aeda9 req-12a52540-b618-44ad-baaf-2e2e3ae00520 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=e366e837-ed9f-4552-8a40-b501cbb570b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1791325 Apr 30 13:17:51.996812 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71c13da7-bd14-47c5-89d0-b64036063a3b', 'tag': '1d812cb1-dac1-4517-86aa-8269999545c7'}] {{(pid=73810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:17:52.093478 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71c13da7-bd14-47c5-89d0-b64036063a3b', 'tag': '1d812cb1-dac1-4517-86aa-8269999545c7', 'status': 'completed', 'code': 200} Apr 30 13:17:52.213494 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951524f3-1a05-4c8e-8b1a-a6d8666140d6 service neutron] Pushing event updated for resources: {'Port': ['ID=1d812cb1-dac1-4517-86aa-8269999545c7,revision_number=3']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:17:52.234829 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951524f3-1a05-4c8e-8b1a-a6d8666140d6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:17:52.235210 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951524f3-1a05-4c8e-8b1a-a6d8666140d6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:17:52.235575 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951524f3-1a05-4c8e-8b1a-a6d8666140d6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:17:52.235992 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951524f3-1a05-4c8e-8b1a-a6d8666140d6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:17:52.236365 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951524f3-1a05-4c8e-8b1a-a6d8666140d6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:17:52.236745 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951524f3-1a05-4c8e-8b1a-a6d8666140d6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:17:52.237069 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951524f3-1a05-4c8e-8b1a-a6d8666140d6 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:17:52.237415 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951524f3-1a05-4c8e-8b1a-a6d8666140d6 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:17:52.237761 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951524f3-1a05-4c8e-8b1a-a6d8666140d6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:17:52.238106 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951524f3-1a05-4c8e-8b1a-a6d8666140d6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:17:52.238457 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951524f3-1a05-4c8e-8b1a-a6d8666140d6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:17:52.238787 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951524f3-1a05-4c8e-8b1a-a6d8666140d6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:17:52.247261 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-951524f3-1a05-4c8e-8b1a-a6d8666140d6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:17:52.278154 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000748'] for agent, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:52.303641 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-2e7d8d13-226a-4404-bd34-ff75c11aeda9 req-1a1d3ad4-9a40-450b-9b5e-96dbb8f07424 service neutron] 10.222.0.95 "GET /v2.0/networks/e366e837-ed9f-4552-8a40-b501cbb570b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2921133 Apr 30 13:17:52.340929 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8863a040-fedd-4ac5-8adb-60893fd6f06b req-3a70289a-ae00-4096-9e2a-98cb524dc744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:52.342409 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-8863a040-fedd-4ac5-8adb-60893fd6f06b req-3a70289a-ae00-4096-9e2a-98cb524dc744 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=99d54a5c4e0a4d9abb919ed154eab887&device_id=71c13da7-bd14-47c5-89d0-b64036063a3b HTTP/1.1" status: 200 len: 1097 time: 0.3002930 Apr 30 13:17:52.365647 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41bd466-0bf4-4ee5-9f2c-ddd3e85d6b4b req-a2b0741b-d5a4-43a0-b5c9-040d8754e736 tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:52.367355 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-e41bd466-0bf4-4ee5-9f2c-ddd3e85d6b4b req-a2b0741b-d5a4-43a0-b5c9-040d8754e736 tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] 10.222.0.84 "GET /v2.0/ports?device_id=71c13da7-bd14-47c5-89d0-b64036063a3b HTTP/1.1" status: 200 len: 944 time: 0.2704978 Apr 30 13:17:52.445991 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-8863a040-fedd-4ac5-8adb-60893fd6f06b req-750b5b3d-95fc-48ab-a314-b114e5dd1be9 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1d812cb1-dac1-4517-86aa-8269999545c7 HTTP/1.1" status: 200 len: 217 time: 0.0911672 Apr 30 13:17:52.629771 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-e41bd466-0bf4-4ee5-9f2c-ddd3e85d6b4b req-b1ee9cfb-56d9-423a-a8ef-0ab02068dafe tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] 10.222.0.84 "GET /v2.0/security-groups?id=8529bdd9-9ae1-4450-87c4-845837d2244b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2075357 Apr 30 13:17:52.658741 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8863a040-fedd-4ac5-8adb-60893fd6f06b req-aed7dcac-6a56-45c3-bf2f-04c1a779af7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:52.660205 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-8863a040-fedd-4ac5-8adb-60893fd6f06b req-aed7dcac-6a56-45c3-bf2f-04c1a779af7b service neutron] 10.222.0.95 "GET /v2.0/subnets?id=18774bde-1daa-4ee6-a31b-aefc080adf26 HTTP/1.1" status: 200 len: 848 time: 0.1367962 Apr 30 13:17:52.676106 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-2e7d8d13-226a-4404-bd34-ff75c11aeda9 req-19aa2247-d5ad-48d8-856e-b7d9052782ea service neutron] 10.222.0.95 "GET /v2.0/networks/e366e837-ed9f-4552-8a40-b501cbb570b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3644230 Apr 30 13:17:52.738461 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3014b1-ffad-4e25-8af6-833d05e4e21c req-15b8581f-9dda-413d-81d9-fcb5d0c3618a tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:52.739909 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-bf3014b1-ffad-4e25-8af6-833d05e4e21c req-15b8581f-9dda-413d-81d9-fcb5d0c3618a tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] 10.222.0.84 "GET /v2.0/ports?device_id=1dd81a91-e5f8-448b-8e9c-f25715635bfd HTTP/1.1" status: 200 len: 946 time: 0.2957082 Apr 30 13:17:52.799780 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8863a040-fedd-4ac5-8adb-60893fd6f06b req-0c142952-8331-4c55-aee7-36058ae299ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:52.801301 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-8863a040-fedd-4ac5-8adb-60893fd6f06b req-0c142952-8331-4c55-aee7-36058ae299ec service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=aa03f28a-3a1e-4da9-866d-defb23fad75a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1276722 Apr 30 13:17:52.806166 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-bf3014b1-ffad-4e25-8af6-833d05e4e21c req-7f019efc-0e3b-4de5-884c-241caa156970 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] 10.222.0.84 "GET /v2.0/security-groups?id=e084591c-f787-483b-9216-30d5c5cd705c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595286 Apr 30 13:17:53.113802 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-a9ba599c-bbf2-42e7-8bf2-2ae3bfc6b861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000748'] for agent, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:53.144219 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-8863a040-fedd-4ac5-8adb-60893fd6f06b req-2bcb5aa2-f829-4e20-90a1-e148764d8a5e service neutron] 10.222.0.95 "GET /v2.0/networks/aa03f28a-3a1e-4da9-866d-defb23fad75a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3358018 Apr 30 13:17:53.258957 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4eb889-8af6-403a-b216-a96ead92ba0e req-ef6ff83e-ca49-414e-96bb-9d03dc949df7 tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:53.260326 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-1d4eb889-8af6-403a-b216-a96ead92ba0e req-ef6ff83e-ca49-414e-96bb-9d03dc949df7 tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] 10.222.0.84 "GET /v2.0/ports?device_id=c2c2ec2c-d0c7-483c-8fb1-c8df54adab5a HTTP/1.1" status: 200 len: 945 time: 0.2167270 Apr 30 13:17:53.300114 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.rpc [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Device 18c6c358-6dde-4acf-be95-e3f8cae114d1 no longer exists at agent hyperv_hv-cinder-78719 {{(pid=73812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 13:17:53.333567 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-1d4eb889-8af6-403a-b216-a96ead92ba0e req-a07fcf6c-511e-4ffc-9455-1c1c33e1aa1b tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] 10.222.0.84 "GET /v2.0/security-groups?id=3c42be87-8352-42cf-a6e1-e7e026aabbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673890 Apr 30 13:17:53.337421 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-8863a040-fedd-4ac5-8adb-60893fd6f06b req-df138556-9f6c-429e-84b8-970a62e6c8c4 service neutron] 10.222.0.95 "GET /v2.0/networks/aa03f28a-3a1e-4da9-866d-defb23fad75a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1817439 Apr 30 13:17:53.456412 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4120257'] for port, before_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:53.470113 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd1e702-b52d-40ae-ba69-746a244f996d req-96d5d134-a5bd-4939-bd70-e9328f4f72d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:53.472224 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-3cd1e702-b52d-40ae-ba69-746a244f996d req-96d5d134-a5bd-4939-bd70-e9328f4f72d4 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=99d54a5c4e0a4d9abb919ed154eab887&device_id=71c13da7-bd14-47c5-89d0-b64036063a3b HTTP/1.1" status: 200 len: 1097 time: 0.0783551 Apr 30 13:17:53.488520 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dd81a91-e5f8-448b-8e9c-f25715635bfd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '18c6c358-6dde-4acf-be95-e3f8cae114d1'}] {{(pid=73812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:17:53.505748 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.db [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] For port 18c6c358-6dde-4acf-be95-e3f8cae114d1, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=18c6c358-6dde-4acf-be95-e3f8cae114d1,segment=NetworkSegment(bd5afee6-82cf-4022-aa9c-8998fa98a06d),segment_id=bd5afee6-82cf-4022-aa9c-8998fa98a06d)] {{(pid=73812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:17:53.511315 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4120194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773353276007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773352839720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773352839765'] for port, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:53.515391 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-55ab15e3-bd60-4d4d-a230-9c7c4c5108c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:17:53.603648 dv-cinder-787195-5-smb neutron-server[73812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dd81a91-e5f8-448b-8e9c-f25715635bfd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '18c6c358-6dde-4acf-be95-e3f8cae114d1', 'code': 200} Apr 30 13:17:53.604576 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Pushing event updated for resources: {'Port': ['ID=18c6c358-6dde-4acf-be95-e3f8cae114d1,revision_number=8']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:17:53.614478 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:17:53.638173 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd1e702-b52d-40ae-ba69-746a244f996d req-fb716359-4f83-4445-adff-7ffc6ba9f6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:53.640006 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-3cd1e702-b52d-40ae-ba69-746a244f996d req-fb716359-4f83-4445-adff-7ffc6ba9f6fc service neutron] 10.222.0.95 "GET /v2.0/networks?id=aa03f28a-3a1e-4da9-866d-defb23fad75a HTTP/1.1" status: 200 len: 911 time: 0.1595693 Apr 30 13:17:53.717931 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-3cd1e702-b52d-40ae-ba69-746a244f996d req-a9a1ea60-ad73-4967-aaa8-cccafce81d66 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1d812cb1-dac1-4517-86aa-8269999545c7 HTTP/1.1" status: 200 len: 217 time: 0.0704260 Apr 30 13:17:53.834215 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd1e702-b52d-40ae-ba69-746a244f996d req-2d2c6ecc-0479-4d2e-9541-3580099652e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:53.835809 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-3cd1e702-b52d-40ae-ba69-746a244f996d req-2d2c6ecc-0479-4d2e-9541-3580099652e3 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=18774bde-1daa-4ee6-a31b-aefc080adf26 HTTP/1.1" status: 200 len: 848 time: 0.1090419 Apr 30 13:17:53.918951 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325c2343-e43a-49ae-bb5f-5e76330440e5 req-b8ad62d3-d913-4ec6-a898-1051d9e49b42 tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:53.920499 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-325c2343-e43a-49ae-bb5f-5e76330440e5 req-b8ad62d3-d913-4ec6-a898-1051d9e49b42 tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] 10.222.0.84 "GET /v2.0/ports?device_id=71c13da7-bd14-47c5-89d0-b64036063a3b HTTP/1.1" status: 200 len: 944 time: 0.1490417 Apr 30 13:17:53.979139 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd1e702-b52d-40ae-ba69-746a244f996d req-67e82f8e-2221-4c2c-8c76-09f5845ac388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:53.980832 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-3cd1e702-b52d-40ae-ba69-746a244f996d req-67e82f8e-2221-4c2c-8c76-09f5845ac388 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=aa03f28a-3a1e-4da9-866d-defb23fad75a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1363358 Apr 30 13:17:53.990901 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-325c2343-e43a-49ae-bb5f-5e76330440e5 req-46d71bc6-2ca1-4311-b849-a706a0c31e2e tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] 10.222.0.84 "GET /v2.0/security-groups?id=8529bdd9-9ae1-4450-87c4-845837d2244b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640421 Apr 30 13:17:54.201752 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-3cd1e702-b52d-40ae-ba69-746a244f996d req-6955bbd0-2f1e-4bb8-948d-12780e426c42 service neutron] 10.222.0.95 "GET /v2.0/networks/aa03f28a-3a1e-4da9-866d-defb23fad75a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2098336 Apr 30 13:17:54.209948 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0de1811-eb3c-42d8-99e6-805c32b5ab9c req-2564a10b-7529-485b-975e-b548d48fcd9c tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:54.211364 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-d0de1811-eb3c-42d8-99e6-805c32b5ab9c req-2564a10b-7529-485b-975e-b548d48fcd9c tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] 10.222.0.84 "GET /v2.0/ports?device_id=1dd81a91-e5f8-448b-8e9c-f25715635bfd HTTP/1.1" status: 200 len: 944 time: 0.1878822 Apr 30 13:17:54.351412 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-d0de1811-eb3c-42d8-99e6-805c32b5ab9c req-77acdaa8-650f-4c37-a51d-f6a51db4a39c tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] 10.222.0.84 "GET /v2.0/security-groups?id=e084591c-f787-483b-9216-30d5c5cd705c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1174908 Apr 30 13:17:54.381312 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-3cd1e702-b52d-40ae-ba69-746a244f996d req-a0b1115a-7fa6-4dea-8548-ec8b90ee43c0 service neutron] 10.222.0.95 "GET /v2.0/networks/aa03f28a-3a1e-4da9-866d-defb23fad75a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1674933 Apr 30 13:17:54.475977 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-5918b5d9-36b2-459a-8043-2e5e2054f07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000748'] for agent, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:54.679286 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.84', 57246) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:17:54.808224 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-7c136e2a-b36a-4bff-a290-be128ba77120 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:54.823918 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-7c136e2a-b36a-4bff-a290-be128ba77120 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:17:54.827935 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-7c136e2a-b36a-4bff-a290-be128ba77120 admin admin] Usage tracker for resource:security_group_rule and tenant:da8b720f52e84a96955a54385b89aed3 is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:17:54.831569 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-7c136e2a-b36a-4bff-a290-be128ba77120 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:17:54.837752 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-7c136e2a-b36a-4bff-a290-be128ba77120 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:17:54.919874 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-7c136e2a-b36a-4bff-a290-be128ba77120 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:54.923587 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-7c136e2a-b36a-4bff-a290-be128ba77120 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985230'] for security_group, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:54.931023 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-ce61a311-565b-4254-acca-0b255f9ab4ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:17:54.976997 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [None req-7c136e2a-b36a-4bff-a290-be128ba77120 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=da8b720f52e84a96955a54385b89aed3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2936466 Apr 30 13:17:54.976997 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c136e2a-b36a-4bff-a290-be128ba77120 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6ecb06f-b69d-4bc0-8fd2-ee1625a247ef,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:17:54.978188 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.84', 57252) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:17:54.983293 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c136e2a-b36a-4bff-a290-be128ba77120 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:17:54.983660 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c136e2a-b36a-4bff-a290-be128ba77120 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:17:54.984034 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c136e2a-b36a-4bff-a290-be128ba77120 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:17:54.984394 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c136e2a-b36a-4bff-a290-be128ba77120 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:17:54.984741 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c136e2a-b36a-4bff-a290-be128ba77120 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:17:54.985089 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c136e2a-b36a-4bff-a290-be128ba77120 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:17:54.985434 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c136e2a-b36a-4bff-a290-be128ba77120 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:17:54.985774 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c136e2a-b36a-4bff-a290-be128ba77120 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:17:54.986113 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c136e2a-b36a-4bff-a290-be128ba77120 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:17:54.986453 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c136e2a-b36a-4bff-a290-be128ba77120 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:17:54.986800 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c136e2a-b36a-4bff-a290-be128ba77120 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:17:54.987138 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c136e2a-b36a-4bff-a290-be128ba77120 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:17:54.990804 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-7c136e2a-b36a-4bff-a290-be128ba77120 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:17:55.043008 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-1bf3629a-f9e5-4151-940a-cf46114c49b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:55.074031 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-1bf3629a-f9e5-4151-940a-cf46114c49b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:55.204146 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8585caf6-f41c-4cbe-aaf5-ee805daac3eb req-49b38565-ef94-4da6-af85-6e7d6a5d53e5 tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:55.205777 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-8585caf6-f41c-4cbe-aaf5-ee805daac3eb req-49b38565-ef94-4da6-af85-6e7d6a5d53e5 tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] 10.222.0.84 "GET /v2.0/ports?device_id=71c13da7-bd14-47c5-89d0-b64036063a3b HTTP/1.1" status: 200 len: 944 time: 0.1129677 Apr 30 13:17:55.206958 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-1bf3629a-f9e5-4151-940a-cf46114c49b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985230'] for security_group, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:55.212685 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-d74eda7d-2391-4e13-8e04-6c04820b374b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:17:55.242417 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf3629a-f9e5-4151-940a-cf46114c49b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6ecb06f-b69d-4bc0-8fd2-ee1625a247ef,revision_number=None']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:17:55.247946 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-1bf3629a-f9e5-4151-940a-cf46114c49b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:17:55.250922 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-1bf3629a-f9e5-4151-940a-cf46114c49b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:55.255940 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [None req-1bf3629a-f9e5-4151-940a-cf46114c49b5 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/b6ecb06f-b69d-4bc0-8fd2-ee1625a247ef HTTP/1.1" status: 204 len: 168 time: 0.2761958 Apr 30 13:17:55.279514 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-8585caf6-f41c-4cbe-aaf5-ee805daac3eb req-2368b050-81bc-4fb1-8591-738a37c525a3 tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] 10.222.0.84 "GET /v2.0/security-groups?id=8529bdd9-9ae1-4450-87c4-845837d2244b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583439 Apr 30 13:17:55.310404 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.rpc [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Device 1d812cb1-dac1-4517-86aa-8269999545c7 details requested by agent hyperv_hv-cinder-78719 with host hv-cinder-78719 {{(pid=73812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 13:17:55.471485 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.db [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] For port 1d812cb1-dac1-4517-86aa-8269999545c7, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=1d812cb1-dac1-4517-86aa-8269999545c7,segment=NetworkSegment(313beba6-51ca-4db8-affa-af5efe1019e3),segment_id=313beba6-51ca-4db8-affa-af5efe1019e3)] {{(pid=73812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:17:55.486762 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.rpc [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Returning: {'device': '1d812cb1-dac1-4517-86aa-8269999545c7', 'network_id': 'aa03f28a-3a1e-4da9-866d-defb23fad75a', 'port_id': '1d812cb1-dac1-4517-86aa-8269999545c7', 'mac_address': 'fa:16:3e:e3:9c:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18774bde-1daa-4ee6-a31b-aefc080adf26', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 13:17:55.554741 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4120257'] for port, before_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:55.574029 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.notifiers.nova [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d812cb1-dac1-4517-86aa-8269999545c7 {{(pid=73812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 13:17:55.579760 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9861f28-8da6-423f-849a-a2178a7851c4 req-9899bf1e-9e7b-4f57-9a38-6d31ae73dced tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:55.589431 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-b9861f28-8da6-423f-849a-a2178a7851c4 req-9899bf1e-9e7b-4f57-9a38-6d31ae73dced tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] 10.222.0.84 "GET /v2.0/ports?device_id=1dd81a91-e5f8-448b-8e9c-f25715635bfd HTTP/1.1" status: 200 len: 944 time: 0.1005569 Apr 30 13:17:55.594792 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.db [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] For port 1d812cb1-dac1-4517-86aa-8269999545c7, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=1d812cb1-dac1-4517-86aa-8269999545c7,segment=NetworkSegment(313beba6-51ca-4db8-affa-af5efe1019e3),segment_id=313beba6-51ca-4db8-affa-af5efe1019e3)] {{(pid=73812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:17:55.600207 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4120194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773353276007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773352839720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773352839765'] for port, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:55.604735 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-c8d793b5-8cac-43f1-ab2f-6316bb6559a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:17:55.610640 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.84', 57270) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:17:55.630109 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-b2daf352-3db2-4d1d-abe0-f0fd152d7cfc admin admin] Notify callbacks [] for security_group, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:55.636500 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-b9861f28-8da6-423f-849a-a2178a7851c4 req-c63c8a29-f15d-4a4d-b9c4-d0da13fe8367 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] 10.222.0.84 "GET /v2.0/security-groups?id=e084591c-f787-483b-9216-30d5c5cd705c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460622 Apr 30 13:17:55.653920 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-b2daf352-3db2-4d1d-abe0-f0fd152d7cfc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:17:55.658727 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-b2daf352-3db2-4d1d-abe0-f0fd152d7cfc admin admin] Usage tracker for resource:security_group_rule and tenant:9f4cc75c10144cacadeffe332840da8b is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:17:55.661724 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-b2daf352-3db2-4d1d-abe0-f0fd152d7cfc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:17:55.667586 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-b2daf352-3db2-4d1d-abe0-f0fd152d7cfc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:17:55.681019 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Pushing event updated for resources: {'Port': ['ID=1d812cb1-dac1-4517-86aa-8269999545c7,revision_number=4']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:17:55.684399 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:17:55.758468 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-b2daf352-3db2-4d1d-abe0-f0fd152d7cfc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:55.763915 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-b2daf352-3db2-4d1d-abe0-f0fd152d7cfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985230'] for security_group, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:55.771322 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-6a91c82a-bff8-4d96-841b-00cf98336ea7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:17:55.810416 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2daf352-3db2-4d1d-abe0-f0fd152d7cfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a0761c2-afec-4d02-a102-cf70b1bcfc4a,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:17:55.813457 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-b2daf352-3db2-4d1d-abe0-f0fd152d7cfc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:17:55.823577 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [None req-b2daf352-3db2-4d1d-abe0-f0fd152d7cfc admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=9f4cc75c10144cacadeffe332840da8b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2114985 Apr 30 13:17:55.824032 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.84', 57278) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:17:55.870208 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.db [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] get_ports_and_sgs() called for port_ids ['1d812cb1-dac1-4517-86aa-8269999545c7'] {{(pid=73812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 13:17:55.886612 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-d324cd08-df75-4421-951e-47528c05ad9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:55.915429 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-d324cd08-df75-4421-951e-47528c05ad9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:55.969361 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-d324cd08-df75-4421-951e-47528c05ad9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985230'] for security_group, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:55.974105 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:17:55.985912 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d324cd08-df75-4421-951e-47528c05ad9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a0761c2-afec-4d02-a102-cf70b1bcfc4a,revision_number=None']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:17:55.988895 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-d324cd08-df75-4421-951e-47528c05ad9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:17:55.992935 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-d324cd08-df75-4421-951e-47528c05ad9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:55.994455 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [None req-d324cd08-df75-4421-951e-47528c05ad9b admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/0a0761c2-afec-4d02-a102-cf70b1bcfc4a HTTP/1.1" status: 204 len: 168 time: 0.1690483 Apr 30 13:17:56.687891 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad9003c-abf4-4af5-893b-5fb14cff8ae4 req-d610b72a-3aeb-46cf-b7c2-c5c9602d96a9 tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:56.689574 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-3ad9003c-abf4-4af5-893b-5fb14cff8ae4 req-d610b72a-3aeb-46cf-b7c2-c5c9602d96a9 tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] 10.222.0.84 "GET /v2.0/ports?device_id=71c13da7-bd14-47c5-89d0-b64036063a3b HTTP/1.1" status: 200 len: 945 time: 0.2834139 Apr 30 13:17:56.721329 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a365bb-699f-44f4-bc7e-0d1e660587c9 req-4fc6bde9-828c-450b-9449-a646cacca67f tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:56.722857 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-53a365bb-699f-44f4-bc7e-0d1e660587c9 req-4fc6bde9-828c-450b-9449-a646cacca67f tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] 10.222.0.84 "GET /v2.0/ports?device_id=1dd81a91-e5f8-448b-8e9c-f25715635bfd HTTP/1.1" status: 200 len: 944 time: 0.1417930 Apr 30 13:17:56.775006 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-3ad9003c-abf4-4af5-893b-5fb14cff8ae4 req-c7894521-d0f2-473f-90db-d343255d7e08 tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] 10.222.0.84 "GET /v2.0/security-groups?id=8529bdd9-9ae1-4450-87c4-845837d2244b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759141 Apr 30 13:17:56.806404 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-53a365bb-699f-44f4-bc7e-0d1e660587c9 req-c5319220-353d-4d5b-8f66-4894db52e838 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] 10.222.0.84 "GET /v2.0/security-groups?id=e084591c-f787-483b-9216-30d5c5cd705c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736783 Apr 30 13:17:57.221688 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.84', 57346) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:17:57.314317 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.rpc [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Device 1d812cb1-dac1-4517-86aa-8269999545c7 up at agent hyperv_hv-cinder-78719 {{(pid=73812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:17:57.338931 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-850371f3-3d74-47da-a041-f81ca3095c2d req-51f2c5f7-151d-447b-897f-506a949c2edb service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=1dd81a91-e5f8-448b-8e9c-f25715635bfd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1158757 Apr 30 13:17:57.385471 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.provisioning_blocks [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Provisioning for port 1d812cb1-dac1-4517-86aa-8269999545c7 completed by entity L2. {{(pid=73812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:17:57.391120 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.provisioning_blocks [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Provisioning complete for port 1d812cb1-dac1-4517-86aa-8269999545c7 triggered by entity L2. {{(pid=73812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:17:57.391120 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000605'] for port, provisioning_complete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:57.523785 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4120257'] for port, before_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:57.556674 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71c13da7-bd14-47c5-89d0-b64036063a3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d812cb1-dac1-4517-86aa-8269999545c7'}] {{(pid=73812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:17:57.568632 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.db [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] For port 1d812cb1-dac1-4517-86aa-8269999545c7, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=1d812cb1-dac1-4517-86aa-8269999545c7,segment=NetworkSegment(313beba6-51ca-4db8-affa-af5efe1019e3),segment_id=313beba6-51ca-4db8-affa-af5efe1019e3)] {{(pid=73812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:17:57.575050 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4120194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773353276007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773352839720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773352839765'] for port, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:57.576171 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.rpc [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Device 18c6c358-6dde-4acf-be95-e3f8cae114d1 no longer exists at agent hyperv_hv-cinder-78719 {{(pid=73812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 13:17:57.612583 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-ddf14abd-75a2-471c-a348-29f3191d48fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:17:57.669639 dv-cinder-787195-5-smb neutron-server[73812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71c13da7-bd14-47c5-89d0-b64036063a3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d812cb1-dac1-4517-86aa-8269999545c7', 'code': 200} Apr 30 13:17:57.774076 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Pushing event updated for resources: {'Port': ['ID=1d812cb1-dac1-4517-86aa-8269999545c7,revision_number=5']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:17:57.782342 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:17:58.146183 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a49561-2073-44bf-8dd4-26498d9983c0 req-082be6ac-518e-403b-bd9c-0c3514000803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:58.147696 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-17a49561-2073-44bf-8dd4-26498d9983c0 req-082be6ac-518e-403b-bd9c-0c3514000803 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=71c13da7-bd14-47c5-89d0-b64036063a3b HTTP/1.1" status: 200 len: 1099 time: 0.1566665 Apr 30 13:17:58.159319 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8751df29-945c-400d-b01a-64e70ae24a42 req-b545ad01-c333-4a61-9345-b8d23890e0f9 tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:58.161566 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-8751df29-945c-400d-b01a-64e70ae24a42 req-b545ad01-c333-4a61-9345-b8d23890e0f9 tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] 10.222.0.84 "GET /v2.0/ports?device_id=71c13da7-bd14-47c5-89d0-b64036063a3b HTTP/1.1" status: 200 len: 946 time: 0.2437708 Apr 30 13:17:58.251214 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-17a49561-2073-44bf-8dd4-26498d9983c0 req-76525a5a-9c83-4ad2-a243-36a3ec11d055 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=8529bdd9-9ae1-4450-87c4-845837d2244b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0885270 Apr 30 13:17:58.262375 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c2e754-815c-40d4-b0b6-3ed8a8f68015 req-c68d1063-2725-4808-bb80-4b11e1708ce2 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:58.264150 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-f2c2e754-815c-40d4-b0b6-3ed8a8f68015 req-c68d1063-2725-4808-bb80-4b11e1708ce2 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] 10.222.0.84 "GET /v2.0/ports?device_id=1dd81a91-e5f8-448b-8e9c-f25715635bfd HTTP/1.1" status: 200 len: 944 time: 0.2051005 Apr 30 13:17:58.269682 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-8751df29-945c-400d-b01a-64e70ae24a42 req-19fa7501-379e-4c58-9858-0a0bf8a5a8e7 tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] 10.222.0.84 "GET /v2.0/security-groups?id=8529bdd9-9ae1-4450-87c4-845837d2244b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0907769 Apr 30 13:17:58.320653 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-f2c2e754-815c-40d4-b0b6-3ed8a8f68015 req-a1780ac7-e0f7-4af4-bf19-ef29c9804005 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] 10.222.0.84 "GET /v2.0/security-groups?id=e084591c-f787-483b-9216-30d5c5cd705c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493209 Apr 30 13:17:58.495011 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b445079e-a63b-4f5e-8231-6745477950e9 req-bead73e2-ca5d-46a0-81e0-b8fb044b2e50 tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:58.496794 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-b445079e-a63b-4f5e-8231-6745477950e9 req-bead73e2-ca5d-46a0-81e0-b8fb044b2e50 tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] 10.222.0.84 "GET /v2.0/ports?device_id=629aaee7-e32c-43e8-ad87-68a35cc7a888 HTTP/1.1" status: 200 len: 945 time: 0.1162534 Apr 30 13:17:58.556412 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-b445079e-a63b-4f5e-8231-6745477950e9 req-fef4e3f3-0235-4b54-9eb3-da7d5da6c673 tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] 10.222.0.84 "GET /v2.0/security-groups?id=3c42be87-8352-42cf-a6e1-e7e026aabbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507116 Apr 30 13:17:58.720236 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850371f3-3d74-47da-a041-f81ca3095c2d req-b1b85a00-eaa7-4ebf-8260-b8e21b572a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:58.721642 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-850371f3-3d74-47da-a041-f81ca3095c2d req-b1b85a00-eaa7-4ebf-8260-b8e21b572a73 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=1dd81a91-e5f8-448b-8e9c-f25715635bfd&tenant_id=1cdf6705df774b71b1ef55768d3b4135 HTTP/1.1" status: 200 len: 1097 time: 0.0734746 Apr 30 13:17:58.826846 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850371f3-3d74-47da-a041-f81ca3095c2d req-7f4632e0-807f-47b2-a6a4-78784cf4d21e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:58.828212 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-850371f3-3d74-47da-a041-f81ca3095c2d req-7f4632e0-807f-47b2-a6a4-78784cf4d21e service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=1cdf6705df774b71b1ef55768d3b4135&device_id=1dd81a91-e5f8-448b-8e9c-f25715635bfd HTTP/1.1" status: 200 len: 1097 time: 0.0771935 Apr 30 13:17:58.969486 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850371f3-3d74-47da-a041-f81ca3095c2d req-59ff817a-223b-4fca-93ea-ea76bf01b027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:58.970941 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-850371f3-3d74-47da-a041-f81ca3095c2d req-59ff817a-223b-4fca-93ea-ea76bf01b027 service neutron] 10.222.0.95 "GET /v2.0/networks?id=e366e837-ed9f-4552-8a40-b501cbb570b4 HTTP/1.1" status: 200 len: 918 time: 0.1315012 Apr 30 13:17:59.084035 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-850371f3-3d74-47da-a041-f81ca3095c2d req-7d37354b-1c87-488f-a3b8-6d7534faad93 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=18c6c358-6dde-4acf-be95-e3f8cae114d1 HTTP/1.1" status: 200 len: 999 time: 0.1032500 Apr 30 13:17:59.151431 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850371f3-3d74-47da-a041-f81ca3095c2d req-96d21e16-5863-4834-9923-854fd2810ade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:59.152919 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-850371f3-3d74-47da-a041-f81ca3095c2d req-96d21e16-5863-4834-9923-854fd2810ade service neutron] 10.222.0.95 "GET /v2.0/subnets?id=6bc0199c-a631-4772-be49-5ae677a3d71f HTTP/1.1" status: 200 len: 855 time: 0.0612428 Apr 30 13:17:59.235032 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850371f3-3d74-47da-a041-f81ca3095c2d req-6af9d555-2f93-4cd4-803f-e0b38c900370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:59.236521 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-850371f3-3d74-47da-a041-f81ca3095c2d req-6af9d555-2f93-4cd4-803f-e0b38c900370 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=e366e837-ed9f-4552-8a40-b501cbb570b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0743194 Apr 30 13:17:59.378887 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-850371f3-3d74-47da-a041-f81ca3095c2d req-b698b958-8563-4da2-ae3f-0c88fda68b01 service neutron] 10.222.0.95 "GET /v2.0/networks/e366e837-ed9f-4552-8a40-b501cbb570b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344099 Apr 30 13:17:59.628538 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-850371f3-3d74-47da-a041-f81ca3095c2d req-71d05a6c-5e4d-4ffe-bae8-7e8788786053 service neutron] 10.222.0.95 "GET /v2.0/networks/e366e837-ed9f-4552-8a40-b501cbb570b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2323916 Apr 30 13:17:59.658188 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f05b124-acd0-4e49-aa47-96469cf36adb req-f29be702-3a95-46da-bae9-82b501fbf0f3 tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:59.659834 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-1f05b124-acd0-4e49-aa47-96469cf36adb req-f29be702-3a95-46da-bae9-82b501fbf0f3 tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] 10.222.0.84 "GET /v2.0/ports?device_id=71c13da7-bd14-47c5-89d0-b64036063a3b HTTP/1.1" status: 200 len: 946 time: 0.2515495 Apr 30 13:17:59.668818 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cdc07c-9d55-4aca-bf19-e8331ef6fad8 req-0da4f822-2d61-4652-ad96-313031be3200 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:59.670278 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-56cdc07c-9d55-4aca-bf19-e8331ef6fad8 req-0da4f822-2d61-4652-ad96-313031be3200 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] 10.222.0.84 "GET /v2.0/ports?device_id=1dd81a91-e5f8-448b-8e9c-f25715635bfd HTTP/1.1" status: 200 len: 944 time: 0.2141526 Apr 30 13:17:59.837520 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-1f05b124-acd0-4e49-aa47-96469cf36adb req-ca20877b-bbde-4256-99ad-890dcfca9bec tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] 10.222.0.84 "GET /v2.0/security-groups?id=8529bdd9-9ae1-4450-87c4-845837d2244b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1661777 Apr 30 13:17:59.845720 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-56cdc07c-9d55-4aca-bf19-e8331ef6fad8 req-f24654cf-1ccc-487a-8c45-665e0be83e40 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] 10.222.0.84 "GET /v2.0/security-groups?id=e084591c-f787-483b-9216-30d5c5cd705c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1573122 Apr 30 13:18:00.096741 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003979a3-4515-4f5f-ae11-e3dd3de782a8 req-a92dcecd-e3d0-4ef6-8960-9569d5f8ab13 tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:00.098227 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-003979a3-4515-4f5f-ae11-e3dd3de782a8 req-a92dcecd-e3d0-4ef6-8960-9569d5f8ab13 tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] 10.222.0.84 "GET /v2.0/ports?device_id=71c13da7-bd14-47c5-89d0-b64036063a3b HTTP/1.1" status: 200 len: 946 time: 0.1436529 Apr 30 13:18:00.109535 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3335f9d5-b470-4b62-aca1-fb1fa227a167 req-3a55c27e-f21a-424a-a1a3-2f599cac34f6 tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:00.111020 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-3335f9d5-b470-4b62-aca1-fb1fa227a167 req-3a55c27e-f21a-424a-a1a3-2f599cac34f6 tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] 10.222.0.84 "GET /v2.0/ports?device_id=629aaee7-e32c-43e8-ad87-68a35cc7a888 HTTP/1.1" status: 200 len: 945 time: 0.1543756 Apr 30 13:18:00.187793 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-003979a3-4515-4f5f-ae11-e3dd3de782a8 req-9e29fd05-5e66-4ead-b4c8-66ea365653ed tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] 10.222.0.84 "GET /v2.0/security-groups?id=8529bdd9-9ae1-4450-87c4-845837d2244b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757532 Apr 30 13:18:00.190505 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-3335f9d5-b470-4b62-aca1-fb1fa227a167 req-f3092c6f-9a05-4d57-b5b8-47668679238b tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] 10.222.0.84 "GET /v2.0/security-groups?id=3c42be87-8352-42cf-a6e1-e7e026aabbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623233 Apr 30 13:18:00.210660 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.84', 57404) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:18:00.490310 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6842e7ee-0a5d-45b8-9fa9-cbfdffb4403a tempest-TestShelveInstance-642580846 tempest-TestShelveInstance-642580846-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:00.491197 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-6842e7ee-0a5d-45b8-9fa9-cbfdffb4403a tempest-TestShelveInstance-642580846 tempest-TestShelveInstance-642580846-project-admin] Synchronizing usage tracker for tenant:ae7614d2b6ac42bca927ba21479b98a8 on resource:port {{(pid=73809) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:18:00.509421 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-6842e7ee-0a5d-45b8-9fa9-cbfdffb4403a tempest-TestShelveInstance-642580846 tempest-TestShelveInstance-642580846-project-admin] Unset dirty status for tenant:ae7614d2b6ac42bca927ba21479b98a8 on resource:port {{(pid=73809) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:18:00.510717 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [None req-6842e7ee-0a5d-45b8-9fa9-cbfdffb4403a tempest-TestShelveInstance-642580846 tempest-TestShelveInstance-642580846-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=71c13da7-bd14-47c5-89d0-b64036063a3b HTTP/1.1" status: 200 len: 1094 time: 0.2990835 Apr 30 13:18:00.513947 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.84', 57420) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:18:00.519285 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.v2.base [None req-cb39ed14-c0c1-4efd-832f-94c8aa346358 tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] Request body: {'floatingip': {'floating_network_id': 'b95ef810-b08d-4c08-b0c0-c75d2ee1b25b', 'port_id': '1d812cb1-dac1-4517-86aa-8269999545c7', 'tenant_id': '99d54a5c4e0a4d9abb919ed154eab887', 'fixed_ip_address': '172.20.0.10'}} {{(pid=73810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:18:00.525595 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-cb39ed14-c0c1-4efd-832f-94c8aa346358 tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:18:00.529850 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-cb39ed14-c0c1-4efd-832f-94c8aa346358 tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] Usage tracker for resource:floatingip and tenant:99d54a5c4e0a4d9abb919ed154eab887 is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:18:00.533282 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-cb39ed14-c0c1-4efd-832f-94c8aa346358 tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:18:00.540034 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-cb39ed14-c0c1-4efd-832f-94c8aa346358 tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:18:00.549878 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-cb39ed14-c0c1-4efd-832f-94c8aa346358 tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] Notify callbacks [] for floatingip, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:00.726099 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-cb39ed14-c0c1-4efd-832f-94c8aa346358 tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4120257'] for port, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:00.908389 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.db.db_base_plugin_common [None req-cb39ed14-c0c1-4efd-832f-94c8aa346358 tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] Allocated IP 172.28.3.95 (b95ef810-b08d-4c08-b0c0-c75d2ee1b25b/b3fe51b0-9be9-4b1a-951c-de133b7a88b5/480a03c2-47a5-401d-b146-2a4844da6b8c) {{(pid=73810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 13:18:01.167469 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-cb39ed14-c0c1-4efd-832f-94c8aa346358 tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] Notify callbacks [] for port, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:01.190718 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2983d9c2-7df4-4552-ab97-c57d3dfc7e58 req-607c7203-ee5b-483e-b32a-b75edd4b5547 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:01.193391 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-2983d9c2-7df4-4552-ab97-c57d3dfc7e58 req-607c7203-ee5b-483e-b32a-b75edd4b5547 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] 10.222.0.84 "GET /v2.0/ports?device_id=1dd81a91-e5f8-448b-8e9c-f25715635bfd HTTP/1.1" status: 200 len: 944 time: 0.1619461 Apr 30 13:18:01.255882 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-2983d9c2-7df4-4552-ab97-c57d3dfc7e58 req-cdde6be2-947f-4144-b8ba-c5c9a91f81a2 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] 10.222.0.84 "GET /v2.0/security-groups?id=e084591c-f787-483b-9216-30d5c5cd705c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482938 Apr 30 13:18:01.269696 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-cb39ed14-c0c1-4efd-832f-94c8aa346358 tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4120194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773352839702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11792972'] for port, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:01.274721 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-1daab758-bf9e-4a6b-acca-4375bc761940 tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:18:01.348462 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb39ed14-c0c1-4efd-832f-94c8aa346358 tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] Network b95ef810-b08d-4c08-b0c0-c75d2ee1b25b is already hosted by enough agents. {{(pid=73810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:18:01.352411 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.scheduler.base_scheduler [None req-cb39ed14-c0c1-4efd-832f-94c8aa346358 tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] Resources bound (agent type, host, resource id): {{(pid=73810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:18:01.356614 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb39ed14-c0c1-4efd-832f-94c8aa346358 tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] Received port after_create {{(pid=73810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 13:18:01.405715 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb39ed14-c0c1-4efd-832f-94c8aa346358 tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] Pushing event updated for resources: {'Port': ['ID=480a03c2-47a5-401d-b146-2a4844da6b8c,revision_number=1']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:18:01.443652 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-cb39ed14-c0c1-4efd-832f-94c8aa346358 tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:18:01.642809 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92741617-76c7-427a-916e-7770471b0b3b req-28e410b9-40e8-4da4-926d-3be669a72d35 tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:01.646814 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-92741617-76c7-427a-916e-7770471b0b3b req-28e410b9-40e8-4da4-926d-3be669a72d35 tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] 10.222.0.84 "GET /v2.0/ports?device_id=629aaee7-e32c-43e8-ad87-68a35cc7a888 HTTP/1.1" status: 200 len: 945 time: 0.2569261 Apr 30 13:18:01.850664 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-92741617-76c7-427a-916e-7770471b0b3b req-450e9327-8734-4748-a341-2bec3656a5fe tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] 10.222.0.84 "GET /v2.0/security-groups?id=3c42be87-8352-42cf-a6e1-e7e026aabbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809363 Apr 30 13:18:01.969871 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-cb39ed14-c0c1-4efd-832f-94c8aa346358 tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] Notify callbacks [] for floatingip, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:02.051373 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-cb39ed14-c0c1-4efd-832f-94c8aa346358 tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4120257'] for port, before_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:02.369698 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-cb39ed14-c0c1-4efd-832f-94c8aa346358 tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] Notify callbacks [] for port, precommit_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:02.376315 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-cb39ed14-c0c1-4efd-832f-94c8aa346358 tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4120194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773353276007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773352839720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773352839765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11792967'] for port, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:02.382547 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-1bc27297-f5fc-4699-ac23-3630229e4849 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:18:02.570961 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb39ed14-c0c1-4efd-832f-94c8aa346358 tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] Pushing event updated for resources: {'Port': ['ID=480a03c2-47a5-401d-b146-2a4844da6b8c,revision_number=2']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:18:02.577061 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-cb39ed14-c0c1-4efd-832f-94c8aa346358 tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:18:02.584125 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-cb39ed14-c0c1-4efd-832f-94c8aa346358 tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-924836'] for floatingip, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:02.695143 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f76ce8-7ba4-47c9-b3ea-528a6e2660ba req-42aef786-8658-429a-9195-7457e88b7201 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:02.696753 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-d5f76ce8-7ba4-47c9-b3ea-528a6e2660ba req-42aef786-8658-429a-9195-7457e88b7201 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] 10.222.0.84 "GET /v2.0/ports?device_id=1dd81a91-e5f8-448b-8e9c-f25715635bfd HTTP/1.1" status: 200 len: 944 time: 0.2809539 Apr 30 13:18:02.822881 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-d5f76ce8-7ba4-47c9-b3ea-528a6e2660ba req-bc95457a-fdee-48bd-ae5f-f955827d90b0 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] 10.222.0.84 "GET /v2.0/security-groups?id=e084591c-f787-483b-9216-30d5c5cd705c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768676 Apr 30 13:18:02.833337 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.db.l3_db [None req-cb39ed14-c0c1-4efd-832f-94c8aa346358 tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] Floating IP 3c364169-606c-4956-b18f-18fceafcbaa2 associated. External IP: 172.28.3.95, port: 1d812cb1-dac1-4517-86aa-8269999545c7. Apr 30 13:18:03.310221 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03be69c0-8ead-458c-8400-5109eea028c0 req-d4471fa5-bef7-4c6b-ae42-efc5638d5119 tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:03.312137 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-03be69c0-8ead-458c-8400-5109eea028c0 req-d4471fa5-bef7-4c6b-ae42-efc5638d5119 tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] 10.222.0.84 "GET /v2.0/ports?device_id=629aaee7-e32c-43e8-ad87-68a35cc7a888 HTTP/1.1" status: 200 len: 945 time: 0.2457421 Apr 30 13:18:03.386774 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.rpc [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Device e9b9b7f5-1d4d-40f3-9154-a9b6901db8a0 no longer exists at agent hyperv_hv-cinder-78719 {{(pid=73812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 13:18:03.455981 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-03be69c0-8ead-458c-8400-5109eea028c0 req-e55d5eff-8da0-4ad2-96ec-829b3df0c384 tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] 10.222.0.84 "GET /v2.0/security-groups?id=3c42be87-8352-42cf-a6e1-e7e026aabbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380844 Apr 30 13:18:03.465270 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb39ed14-c0c1-4efd-832f-94c8aa346358 tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] Router e4735ee5-f302-4a12-9bf3-ba5834cb233a has already been hosted by L3 agent 0896dfae-3c2f-4fc2-b5f4-9284ce516a86 {{(pid=73810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 13:18:03.545690 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4120257'] for port, before_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:03.593997 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.db [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] For port e9b9b7f5-1d4d-40f3-9154-a9b6901db8a0, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=e9b9b7f5-1d4d-40f3-9154-a9b6901db8a0,segment=NetworkSegment(052ca68a-8000-4628-b559-457dc5b361ff),segment_id=052ca68a-8000-4628-b559-457dc5b361ff)] {{(pid=73812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:18:03.595226 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '629aaee7-e32c-43e8-ad87-68a35cc7a888', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e9b9b7f5-1d4d-40f3-9154-a9b6901db8a0'}] {{(pid=73812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:18:03.602496 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4120194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773353276007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773352839720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773352839765'] for port, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:03.604746 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:18:03.662906 dv-cinder-787195-5-smb neutron-server[73812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '629aaee7-e32c-43e8-ad87-68a35cc7a888', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e9b9b7f5-1d4d-40f3-9154-a9b6901db8a0', 'code': 200} Apr 30 13:18:03.664480 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb39ed14-c0c1-4efd-832f-94c8aa346358 tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] Notify agent at l3_agent.dv-cinder-787195-5-smb the message routers_updated {{(pid=73810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 13:18:03.682264 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d0a9a3b-d4b8-4518-8243-29aa17967116 None None] Sync routers for ids ['e4735ee5-f302-4a12-9bf3-ba5834cb233a'] in dv-cinder-787195-5-smb {{(pid=73814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 13:18:03.693187 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-cb39ed14-c0c1-4efd-832f-94c8aa346358 tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9974'] for floatingip, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:03.697050 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d0a9a3b-d4b8-4518-8243-29aa17967116 None None] Routers {'e4735ee5-f302-4a12-9bf3-ba5834cb233a'} bound to L3 agent in host dv-cinder-787195-5-smb {{(pid=73814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:18:03.697645 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.db.l3_hamode_db [None req-4d0a9a3b-d4b8-4518-8243-29aa17967116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-30T13:06:52Z,description=,heartbeat_timestamp=2021-04-30T13:17:52Z,host='dv-cinder-787195-5-smb',id=0896dfae-3c2f-4fc2-b5f4-9284ce516a86,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:06:52Z,topic='l3_agent')) {'router_ids': ['e4735ee5-f302-4a12-9bf3-ba5834cb233a'], 'active': True} {{(pid=73814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:18:03.731829 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Pushing event updated for resources: {'Port': ['ID=e9b9b7f5-1d4d-40f3-9154-a9b6901db8a0,revision_number=6']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:18:03.735179 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:18:03.770384 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [None req-cb39ed14-c0c1-4efd-832f-94c8aa346358 tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.2553089 Apr 30 13:18:03.771212 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71c13da7-bd14-47c5-89d0-b64036063a3b', 'tag': '1d812cb1-dac1-4517-86aa-8269999545c7'}] {{(pid=73810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:18:03.830167 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71c13da7-bd14-47c5-89d0-b64036063a3b', 'tag': '1d812cb1-dac1-4517-86aa-8269999545c7', 'status': 'completed', 'code': 200} Apr 30 13:18:03.900164 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.db.l3_dvr_db [None req-4d0a9a3b-d4b8-4518-8243-29aa17967116 None None] Set router e4735ee5-f302-4a12-9bf3-ba5834cb233a gateway port host: dv-cinder-787195-5-smb {{(pid=73814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:18:04.059318 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4327a834-1661-43c0-84c8-e1b99a1a8c15 req-c720818b-f38b-49a9-b05c-0c8a64c12d59 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:04.060791 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-4327a834-1661-43c0-84c8-e1b99a1a8c15 req-c720818b-f38b-49a9-b05c-0c8a64c12d59 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] 10.222.0.84 "GET /v2.0/ports?device_id=1dd81a91-e5f8-448b-8e9c-f25715635bfd HTTP/1.1" status: 200 len: 944 time: 0.0919871 Apr 30 13:18:04.111935 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-4327a834-1661-43c0-84c8-e1b99a1a8c15 req-78699146-ca21-41b7-bacf-3987da0a1dff tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] 10.222.0.84 "GET /v2.0/security-groups?id=e084591c-f787-483b-9216-30d5c5cd705c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426693 Apr 30 13:18:04.313273 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.db.l3_hamode_db [None req-4d0a9a3b-d4b8-4518-8243-29aa17967116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4735ee5-f302-4a12-9bf3-ba5834cb233a', 'name': 'tempest-TestShelveInstance-1059514730-router', 'tenant_id': '99d54a5c4e0a4d9abb919ed154eab887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b95ef810-b08d-4c08-b0c0-c75d2ee1b25b', 'external_fixed_ips': [{'subnet_id': 'b3fe51b0-9be9-4b1a-951c-de133b7a88b5', 'ip_address': '172.28.3.109'}], 'enable_snat': True}, 'gw_port_id': '63647ec2-c7d4-4f97-9366-f7a46edf1707', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:17:07Z', 'updated_at': '2021-04-30T13:17:12Z', 'revision_number': 4, 'project_id': '99d54a5c4e0a4d9abb919ed154eab887', 'gw_port': {'id': '63647ec2-c7d4-4f97-9366-f7a46edf1707', 'name': '', 'network_id': 'b95ef810-b08d-4c08-b0c0-c75d2ee1b25b', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:d8:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4735ee5-f302-4a12-9bf3-ba5834cb233a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'b3fe51b0-9be9-4b1a-951c-de133b7a88b5', 'ip_address': '172.28.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:17:08Z', 'updated_at': '2021-04-30T13:17:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fe51b0-9be9-4b1a-951c-de133b7a88b5', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-5-smb', '_floatingips': [{'id': '3c364169-606c-4956-b18f-18fceafcbaa2', 'tenant_id': '99d54a5c4e0a4d9abb919ed154eab887', 'floating_ip_address': '172.28.3.95', 'floating_network_id': 'b95ef810-b08d-4c08-b0c0-c75d2ee1b25b', 'router_id': 'e4735ee5-f302-4a12-9bf3-ba5834cb233a', 'port_id': '1d812cb1-dac1-4517-86aa-8269999545c7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 443, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa03f28a-3a1e-4da9-866d-defb23fad75a', 'mac_address': 'fa:16:3e:e3:9c:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71c13da7-bd14-47c5-89d0-b64036063a3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T13:18:01Z', 'updated_at': '2021-04-30T13:18:01Z', 'revision_number': 0, 'project_id': '99d54a5c4e0a4d9abb919ed154eab887', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b77cb989-2e32-4814-adeb-6cf2180ca8bf', 'name': '', 'network_id': 'aa03f28a-3a1e-4da9-866d-defb23fad75a', 'tenant_id': '99d54a5c4e0a4d9abb919ed154eab887', 'mac_address': 'fa:16:3e:d2:07:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4735ee5-f302-4a12-9bf3-ba5834cb233a', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '18774bde-1daa-4ee6-a31b-aefc080adf26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:17:12Z', 'updated_at': '2021-04-30T13:17:19Z', 'revision_number': 5, 'project_id': '99d54a5c4e0a4d9abb919ed154eab887', 'subnets': [{'id': '18774bde-1daa-4ee6-a31b-aefc080adf26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-5-smb', False) {} {{(pid=73814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:18:04.321869 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d0a9a3b-d4b8-4518-8243-29aa17967116 None None] Checking router: e4735ee5-f302-4a12-9bf3-ba5834cb233a for host: dv-cinder-787195-5-smb {{(pid=73814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 13:18:04.331284 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d0a9a3b-d4b8-4518-8243-29aa17967116 None None] Routers {'e4735ee5-f302-4a12-9bf3-ba5834cb233a'} bound to L3 agent in host dv-cinder-787195-5-smb {{(pid=73814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:18:04.331897 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.db.l3_hamode_db [None req-4d0a9a3b-d4b8-4518-8243-29aa17967116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-30T13:06:52Z,description=,heartbeat_timestamp=2021-04-30T13:17:52Z,host='dv-cinder-787195-5-smb',id=0896dfae-3c2f-4fc2-b5f4-9284ce516a86,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:06:52Z,topic='l3_agent')) {'router_ids': ['e4735ee5-f302-4a12-9bf3-ba5834cb233a'], 'active': True} {{(pid=73814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:18:04.534894 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.db.l3_dvr_db [None req-4d0a9a3b-d4b8-4518-8243-29aa17967116 None None] Set router e4735ee5-f302-4a12-9bf3-ba5834cb233a gateway port host: dv-cinder-787195-5-smb {{(pid=73814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:18:04.747219 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094a0ba1-51ef-4631-81a5-a6e32b1f4f4b req-8a7a5218-d20a-48c5-a9e9-b5fe3e0ae43b tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:04.748778 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-094a0ba1-51ef-4631-81a5-a6e32b1f4f4b req-8a7a5218-d20a-48c5-a9e9-b5fe3e0ae43b tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] 10.222.0.84 "GET /v2.0/ports?device_id=629aaee7-e32c-43e8-ad87-68a35cc7a888 HTTP/1.1" status: 200 len: 943 time: 0.1245711 Apr 30 13:18:04.908252 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-094a0ba1-51ef-4631-81a5-a6e32b1f4f4b req-86464d40-4a18-4849-9f1a-9196b6e45134 tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] 10.222.0.84 "GET /v2.0/security-groups?id=3c42be87-8352-42cf-a6e1-e7e026aabbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532040 Apr 30 13:18:05.006660 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.db.l3_hamode_db [None req-4d0a9a3b-d4b8-4518-8243-29aa17967116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4735ee5-f302-4a12-9bf3-ba5834cb233a', 'name': 'tempest-TestShelveInstance-1059514730-router', 'tenant_id': '99d54a5c4e0a4d9abb919ed154eab887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b95ef810-b08d-4c08-b0c0-c75d2ee1b25b', 'external_fixed_ips': [{'subnet_id': 'b3fe51b0-9be9-4b1a-951c-de133b7a88b5', 'ip_address': '172.28.3.109'}], 'enable_snat': True}, 'gw_port_id': '63647ec2-c7d4-4f97-9366-f7a46edf1707', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:17:07Z', 'updated_at': '2021-04-30T13:17:12Z', 'revision_number': 4, 'project_id': '99d54a5c4e0a4d9abb919ed154eab887', 'gw_port': {'id': '63647ec2-c7d4-4f97-9366-f7a46edf1707', 'name': '', 'network_id': 'b95ef810-b08d-4c08-b0c0-c75d2ee1b25b', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:d8:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4735ee5-f302-4a12-9bf3-ba5834cb233a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'b3fe51b0-9be9-4b1a-951c-de133b7a88b5', 'ip_address': '172.28.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:17:08Z', 'updated_at': '2021-04-30T13:17:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fe51b0-9be9-4b1a-951c-de133b7a88b5', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-5-smb', '_floatingips': [{'id': '3c364169-606c-4956-b18f-18fceafcbaa2', 'tenant_id': '99d54a5c4e0a4d9abb919ed154eab887', 'floating_ip_address': '172.28.3.95', 'floating_network_id': 'b95ef810-b08d-4c08-b0c0-c75d2ee1b25b', 'router_id': 'e4735ee5-f302-4a12-9bf3-ba5834cb233a', 'port_id': '1d812cb1-dac1-4517-86aa-8269999545c7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 443, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa03f28a-3a1e-4da9-866d-defb23fad75a', 'mac_address': 'fa:16:3e:e3:9c:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71c13da7-bd14-47c5-89d0-b64036063a3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T13:18:01Z', 'updated_at': '2021-04-30T13:18:01Z', 'revision_number': 0, 'project_id': '99d54a5c4e0a4d9abb919ed154eab887', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b77cb989-2e32-4814-adeb-6cf2180ca8bf', 'name': '', 'network_id': 'aa03f28a-3a1e-4da9-866d-defb23fad75a', 'tenant_id': '99d54a5c4e0a4d9abb919ed154eab887', 'mac_address': 'fa:16:3e:d2:07:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4735ee5-f302-4a12-9bf3-ba5834cb233a', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '18774bde-1daa-4ee6-a31b-aefc080adf26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:17:12Z', 'updated_at': '2021-04-30T13:17:19Z', 'revision_number': 5, 'project_id': '99d54a5c4e0a4d9abb919ed154eab887', 'subnets': [{'id': '18774bde-1daa-4ee6-a31b-aefc080adf26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-5-smb', False) {} {{(pid=73814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:18:05.011156 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d0a9a3b-d4b8-4518-8243-29aa17967116 None None] The sync data for ids ['e4735ee5-f302-4a12-9bf3-ba5834cb233a'] in dv-cinder-787195-5-smb is: [{'id': 'e4735ee5-f302-4a12-9bf3-ba5834cb233a', 'name': 'tempest-TestShelveInstance-1059514730-router', 'tenant_id': '99d54a5c4e0a4d9abb919ed154eab887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b95ef810-b08d-4c08-b0c0-c75d2ee1b25b', 'external_fixed_ips': [{'subnet_id': 'b3fe51b0-9be9-4b1a-951c-de133b7a88b5', 'ip_address': '172.28.3.109'}], 'enable_snat': True}, 'gw_port_id': '63647ec2-c7d4-4f97-9366-f7a46edf1707', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:17:07Z', 'updated_at': '2021-04-30T13:17:12Z', 'revision_number': 4, 'project_id': '99d54a5c4e0a4d9abb919ed154eab887', 'gw_port': {'id': '63647ec2-c7d4-4f97-9366-f7a46edf1707', 'name': '', 'network_id': 'b95ef810-b08d-4c08-b0c0-c75d2ee1b25b', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:d8:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4735ee5-f302-4a12-9bf3-ba5834cb233a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'b3fe51b0-9be9-4b1a-951c-de133b7a88b5', 'ip_address': '172.28.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:17:08Z', 'updated_at': '2021-04-30T13:17:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fe51b0-9be9-4b1a-951c-de133b7a88b5', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-5-smb', '_floatingips': [{'id': '3c364169-606c-4956-b18f-18fceafcbaa2', 'tenant_id': '99d54a5c4e0a4d9abb919ed154eab887', 'floating_ip_address': '172.28.3.95', 'floating_network_id': 'b95ef810-b08d-4c08-b0c0-c75d2ee1b25b', 'router_id': 'e4735ee5-f302-4a12-9bf3-ba5834cb233a', 'port_id': '1d812cb1-dac1-4517-86aa-8269999545c7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 443, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa03f28a-3a1e-4da9-866d-defb23fad75a', 'mac_address': 'fa:16:3e:e3:9c:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71c13da7-bd14-47c5-89d0-b64036063a3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T13:18:01Z', 'updated_at': '2021-04-30T13:18:01Z', 'revision_number': 0, 'project_id': '99d54a5c4e0a4d9abb919ed154eab887', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b77cb989-2e32-4814-adeb-6cf2180ca8bf', 'name': '', 'network_id': 'aa03f28a-3a1e-4da9-866d-defb23fad75a', 'tenant_id': '99d54a5c4e0a4d9abb919ed154eab887', 'mac_address': 'fa:16:3e:d2:07:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4735ee5-f302-4a12-9bf3-ba5834cb233a', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '18774bde-1daa-4ee6-a31b-aefc080adf26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:17:12Z', 'updated_at': '2021-04-30T13:17:19Z', 'revision_number': 5, 'project_id': '99d54a5c4e0a4d9abb919ed154eab887', 'subnets': [{'id': '18774bde-1daa-4ee6-a31b-aefc080adf26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 13:18:05.266468 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7360f37a-a203-414c-967b-dca303b1c37b None None] New status for floating IP 3c364169-606c-4956-b18f-18fceafcbaa2: ACTIVE {{(pid=73812) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 13:18:05.328745 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b33e38-ce06-4c69-80ab-a3156ad706d8 req-73f43f1e-2e21-40df-acf0-8d650f0fbd36 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:05.328745 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-76b33e38-ce06-4c69-80ab-a3156ad706d8 req-73f43f1e-2e21-40df-acf0-8d650f0fbd36 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] 10.222.0.84 "GET /v2.0/ports?device_id=1dd81a91-e5f8-448b-8e9c-f25715635bfd HTTP/1.1" status: 200 len: 944 time: 0.0965796 Apr 30 13:18:05.389142 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-76b33e38-ce06-4c69-80ab-a3156ad706d8 req-1ae4848f-7e50-4c91-aa73-152aad89e68b tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] 10.222.0.84 "GET /v2.0/security-groups?id=e084591c-f787-483b-9216-30d5c5cd705c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539196 Apr 30 13:18:06.119320 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3a7920-4e46-44b7-b494-5e0ba3090361 req-1ba28292-5950-469e-a157-4aa7212051b4 tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:06.122160 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-ff3a7920-4e46-44b7-b494-5e0ba3090361 req-1ba28292-5950-469e-a157-4aa7212051b4 tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] 10.222.0.84 "GET /v2.0/ports?device_id=629aaee7-e32c-43e8-ad87-68a35cc7a888 HTTP/1.1" status: 200 len: 943 time: 0.0967693 Apr 30 13:18:06.175856 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-ff3a7920-4e46-44b7-b494-5e0ba3090361 req-179e16db-d20a-494a-bf9f-516dd1a14be3 tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] 10.222.0.84 "GET /v2.0/security-groups?id=3c42be87-8352-42cf-a6e1-e7e026aabbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475783 Apr 30 13:18:06.591622 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aab6c44-e8d1-4fa4-b1dc-b9e59bb3a801 req-96309f09-81a3-4868-8742-f02686cdd45e tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:06.593463 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-0aab6c44-e8d1-4fa4-b1dc-b9e59bb3a801 req-96309f09-81a3-4868-8742-f02686cdd45e tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] 10.222.0.84 "GET /v2.0/ports?device_id=1dd81a91-e5f8-448b-8e9c-f25715635bfd HTTP/1.1" status: 200 len: 944 time: 0.0920036 Apr 30 13:18:06.642067 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-0aab6c44-e8d1-4fa4-b1dc-b9e59bb3a801 req-17d3e691-d23a-42af-b76e-0105c34446ed tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] 10.222.0.84 "GET /v2.0/security-groups?id=e084591c-f787-483b-9216-30d5c5cd705c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423312 Apr 30 13:18:07.335537 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.db.agents_db [None req-91df71b6-c2d8-49d0-b68d-2a1f0a47a62a None None] Agent healthcheck: found 6 active agents {{(pid=73814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 13:18:07.395290 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ce6342-b5a6-4a89-8716-3aa444b6dcd6 req-f84dadff-5e08-4fb8-8c7d-490cfa169b91 tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:07.403293 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-c1ce6342-b5a6-4a89-8716-3aa444b6dcd6 req-f84dadff-5e08-4fb8-8c7d-490cfa169b91 tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] 10.222.0.84 "GET /v2.0/ports?device_id=629aaee7-e32c-43e8-ad87-68a35cc7a888 HTTP/1.1" status: 200 len: 943 time: 0.1069970 Apr 30 13:18:07.451318 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-c1ce6342-b5a6-4a89-8716-3aa444b6dcd6 req-32f36456-1d26-46c7-9cfe-e86186beec27 tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] 10.222.0.84 "GET /v2.0/security-groups?id=3c42be87-8352-42cf-a6e1-e7e026aabbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470529 Apr 30 13:18:07.855932 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3617fb8e-2cca-4be4-bb25-8b325b5fb816 req-d49545ef-f16c-4ea8-a102-e5d0bc274c8d tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:07.857250 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-3617fb8e-2cca-4be4-bb25-8b325b5fb816 req-d49545ef-f16c-4ea8-a102-e5d0bc274c8d tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] 10.222.0.84 "GET /v2.0/ports?device_id=1dd81a91-e5f8-448b-8e9c-f25715635bfd HTTP/1.1" status: 200 len: 944 time: 0.0978878 Apr 30 13:18:07.904876 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-3617fb8e-2cca-4be4-bb25-8b325b5fb816 req-c0be8188-e363-496a-9ae2-3aa846abb765 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] 10.222.0.84 "GET /v2.0/security-groups?id=e084591c-f787-483b-9216-30d5c5cd705c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415413 Apr 30 13:18:08.667138 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418c331a-fa04-44e4-8f3f-b5e12093ab10 req-9cfb0cf7-373b-4d26-ad7a-5173d5b481b8 tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:08.669917 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-418c331a-fa04-44e4-8f3f-b5e12093ab10 req-9cfb0cf7-373b-4d26-ad7a-5173d5b481b8 tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] 10.222.0.84 "GET /v2.0/ports?device_id=629aaee7-e32c-43e8-ad87-68a35cc7a888 HTTP/1.1" status: 200 len: 943 time: 0.1004825 Apr 30 13:18:08.723764 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-418c331a-fa04-44e4-8f3f-b5e12093ab10 req-783343b7-6e51-4e3b-82b1-466ab7f4c837 tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] 10.222.0.84 "GET /v2.0/security-groups?id=3c42be87-8352-42cf-a6e1-e7e026aabbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478828 Apr 30 13:18:09.110702 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764657be-6c43-4371-894f-196104e54446 req-c4269247-c572-404d-abfb-b25c458fc263 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:09.112475 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-764657be-6c43-4371-894f-196104e54446 req-c4269247-c572-404d-abfb-b25c458fc263 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] 10.222.0.84 "GET /v2.0/ports?device_id=1dd81a91-e5f8-448b-8e9c-f25715635bfd HTTP/1.1" status: 200 len: 944 time: 0.0920928 Apr 30 13:18:09.161937 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-764657be-6c43-4371-894f-196104e54446 req-9735a60f-259e-4fe4-a7a9-fad0ff8ade85 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] 10.222.0.84 "GET /v2.0/security-groups?id=e084591c-f787-483b-9216-30d5c5cd705c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430579 Apr 30 13:18:09.846208 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000748'] for agent, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:09.938262 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed4567b-ac67-4fb9-b83b-46fbf2cfa20f req-091c7a3c-05ba-46eb-bb52-864b89dc346e tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:09.939758 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-3ed4567b-ac67-4fb9-b83b-46fbf2cfa20f req-091c7a3c-05ba-46eb-bb52-864b89dc346e tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] 10.222.0.84 "GET /v2.0/ports?device_id=629aaee7-e32c-43e8-ad87-68a35cc7a888 HTTP/1.1" status: 200 len: 943 time: 0.0950797 Apr 30 13:18:09.993310 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-3ed4567b-ac67-4fb9-b83b-46fbf2cfa20f req-a0114482-fd00-46fa-b450-73c7e1063135 tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] 10.222.0.84 "GET /v2.0/security-groups?id=3c42be87-8352-42cf-a6e1-e7e026aabbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471601 Apr 30 13:18:10.504676 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d31a6b4-dffb-4639-91e5-126be6c5d620 req-7a817a46-7495-41c8-a079-2b551ad85e48 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:10.506426 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-0d31a6b4-dffb-4639-91e5-126be6c5d620 req-7a817a46-7495-41c8-a079-2b551ad85e48 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] 10.222.0.84 "GET /v2.0/ports?device_id=1dd81a91-e5f8-448b-8e9c-f25715635bfd HTTP/1.1" status: 200 len: 944 time: 0.1034119 Apr 30 13:18:10.555564 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-0d31a6b4-dffb-4639-91e5-126be6c5d620 req-61b3e03d-1147-46bc-8441-bcc7457bcdb0 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] 10.222.0.84 "GET /v2.0/security-groups?id=e084591c-f787-483b-9216-30d5c5cd705c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423431 Apr 30 13:18:11.195422 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1608a6-abe3-4933-9856-9ca2127bf967 req-1090c3ca-b189-4306-b684-5beee7efce6f tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:11.197209 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-9f1608a6-abe3-4933-9856-9ca2127bf967 req-1090c3ca-b189-4306-b684-5beee7efce6f tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] 10.222.0.84 "GET /v2.0/ports?device_id=629aaee7-e32c-43e8-ad87-68a35cc7a888 HTTP/1.1" status: 200 len: 943 time: 0.0840638 Apr 30 13:18:11.246993 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-9f1608a6-abe3-4933-9856-9ca2127bf967 req-8bfe692f-1e2e-4f25-ae0c-19e1f1817873 tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] 10.222.0.84 "GET /v2.0/security-groups?id=3c42be87-8352-42cf-a6e1-e7e026aabbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423748 Apr 30 13:18:11.791817 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb008ea0-32fb-491b-a60c-f734e0f0b6c2 req-70dd2721-d678-4000-896b-af4f1d57be90 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:11.793568 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-bb008ea0-32fb-491b-a60c-f734e0f0b6c2 req-70dd2721-d678-4000-896b-af4f1d57be90 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] 10.222.0.84 "GET /v2.0/ports?device_id=1dd81a91-e5f8-448b-8e9c-f25715635bfd HTTP/1.1" status: 200 len: 944 time: 0.0892584 Apr 30 13:18:11.839957 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-bb008ea0-32fb-491b-a60c-f734e0f0b6c2 req-014f6d5e-331e-4311-a029-fca9710e4efa tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] 10.222.0.84 "GET /v2.0/security-groups?id=e084591c-f787-483b-9216-30d5c5cd705c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404377 Apr 30 13:18:12.451174 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0454e4-49ad-4b58-874a-d8f4d2bdb637 req-ae300e12-b0e0-4fc7-94d4-0e7b34ceb769 tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:12.452791 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-ca0454e4-49ad-4b58-874a-d8f4d2bdb637 req-ae300e12-b0e0-4fc7-94d4-0e7b34ceb769 tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] 10.222.0.84 "GET /v2.0/ports?device_id=629aaee7-e32c-43e8-ad87-68a35cc7a888 HTTP/1.1" status: 200 len: 943 time: 0.0945032 Apr 30 13:18:12.501886 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-ca0454e4-49ad-4b58-874a-d8f4d2bdb637 req-c7daae51-5dea-4bb7-900f-7d51cd601b87 tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] 10.222.0.84 "GET /v2.0/security-groups?id=3c42be87-8352-42cf-a6e1-e7e026aabbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401909 Apr 30 13:18:13.114750 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6bb5d5-fd2c-41e1-a3bb-b56348de16e6 req-c96861bd-df5b-4d33-8b5a-622aac74f2e5 tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:13.115777 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-fb6bb5d5-fd2c-41e1-a3bb-b56348de16e6 req-c96861bd-df5b-4d33-8b5a-622aac74f2e5 tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] 10.222.0.95 "GET /v2.0/ports?device_id=629aaee7-e32c-43e8-ad87-68a35cc7a888 HTTP/1.1" status: 200 len: 943 time: 0.1800921 Apr 30 13:18:13.118889 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ca9071-7968-40c8-ba5b-85435dfe0022 req-3a81b376-c198-4ad7-abd4-aa819ac65406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:13.120289 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-81ca9071-7968-40c8-ba5b-85435dfe0022 req-3a81b376-c198-4ad7-abd4-aa819ac65406 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=99d54a5c4e0a4d9abb919ed154eab887&device_id=71c13da7-bd14-47c5-89d0-b64036063a3b HTTP/1.1" status: 200 len: 1099 time: 0.2404318 Apr 30 13:18:13.126573 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037e33ba-d0b1-410b-8390-f40804372dbb req-d7d41e2a-bd31-43fc-ba43-f48c45269a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:13.128336 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [req-037e33ba-d0b1-410b-8390-f40804372dbb req-d7d41e2a-bd31-43fc-ba43-f48c45269a0a service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=1cdf6705df774b71b1ef55768d3b4135&device_id=1dd81a91-e5f8-448b-8e9c-f25715635bfd HTTP/1.1" status: 200 len: 1097 time: 0.0804098 Apr 30 13:18:13.135788 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591778d3-82fb-437d-996e-49baaae3cacb req-b99ca426-a8cb-48ab-9af2-ab2207494869 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:13.137426 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-591778d3-82fb-437d-996e-49baaae3cacb req-b99ca426-a8cb-48ab-9af2-ab2207494869 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] 10.222.0.84 "GET /v2.0/ports?device_id=1dd81a91-e5f8-448b-8e9c-f25715635bfd HTTP/1.1" status: 200 len: 944 time: 0.1481690 Apr 30 13:18:13.290705 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037e33ba-d0b1-410b-8390-f40804372dbb req-57d420e2-9108-47b9-a243-1bcf02a51f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:13.292245 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [req-037e33ba-d0b1-410b-8390-f40804372dbb req-57d420e2-9108-47b9-a243-1bcf02a51f9a service neutron] 10.222.0.95 "GET /v2.0/networks?id=e366e837-ed9f-4552-8a40-b501cbb570b4 HTTP/1.1" status: 200 len: 918 time: 0.1407249 Apr 30 13:18:13.420207 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [req-037e33ba-d0b1-410b-8390-f40804372dbb req-fdd96ddf-e4d5-4dd4-be98-97373890835b service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=18c6c358-6dde-4acf-be95-e3f8cae114d1 HTTP/1.1" status: 200 len: 999 time: 0.1205375 Apr 30 13:18:13.497150 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-591778d3-82fb-437d-996e-49baaae3cacb req-e3a09e24-745e-452b-9f01-cc40c621ae0b tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] 10.222.0.84 "GET /v2.0/security-groups?id=e084591c-f787-483b-9216-30d5c5cd705c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3038132 Apr 30 13:18:13.499585 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037e33ba-d0b1-410b-8390-f40804372dbb req-87aca01f-dda6-4ecf-9760-656240081e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:13.501435 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [req-037e33ba-d0b1-410b-8390-f40804372dbb req-87aca01f-dda6-4ecf-9760-656240081e8d service neutron] 10.222.0.95 "GET /v2.0/subnets?id=6bc0199c-a631-4772-be49-5ae677a3d71f HTTP/1.1" status: 200 len: 855 time: 0.0639744 Apr 30 13:18:13.524004 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ca9071-7968-40c8-ba5b-85435dfe0022 req-30a06c87-845d-4786-86ea-6062cbab573b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:13.525572 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-81ca9071-7968-40c8-ba5b-85435dfe0022 req-30a06c87-845d-4786-86ea-6062cbab573b service neutron] 10.222.0.95 "GET /v2.0/networks?id=aa03f28a-3a1e-4da9-866d-defb23fad75a HTTP/1.1" status: 200 len: 911 time: 0.3861787 Apr 30 13:18:13.627030 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037e33ba-d0b1-410b-8390-f40804372dbb req-abddf276-a9d1-4997-9241-d140dc75012c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:13.628867 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [req-037e33ba-d0b1-410b-8390-f40804372dbb req-abddf276-a9d1-4997-9241-d140dc75012c service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=e366e837-ed9f-4552-8a40-b501cbb570b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1195414 Apr 30 13:18:13.720582 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-81ca9071-7968-40c8-ba5b-85435dfe0022 req-a1145612-430a-46e6-bf0a-21cbd3a663eb service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1d812cb1-dac1-4517-86aa-8269999545c7 HTTP/1.1" status: 200 len: 1001 time: 0.1864920 Apr 30 13:18:13.724967 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.plugin [req-fb6bb5d5-fd2c-41e1-a3bb-b56348de16e6 req-127c3f09-84ca-4285-9a27-488991da65d2 tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] Deleting port e9b9b7f5-1d4d-40f3-9154-a9b6901db8a0 {{(pid=73810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:18:13.725305 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-fb6bb5d5-fd2c-41e1-a3bb-b56348de16e6 req-127c3f09-84ca-4285-9a27-488991da65d2 tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773353273429'] for port, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:13.770511 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [req-037e33ba-d0b1-410b-8390-f40804372dbb req-306e3c6d-bc72-4265-ad64-1268157d68c7 service neutron] 10.222.0.95 "GET /v2.0/networks/e366e837-ed9f-4552-8a40-b501cbb570b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327548 Apr 30 13:18:13.898098 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ca9071-7968-40c8-ba5b-85435dfe0022 req-531a172c-d67b-47d6-9158-3fe5ff5ce98c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:13.899523 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-81ca9071-7968-40c8-ba5b-85435dfe0022 req-531a172c-d67b-47d6-9158-3fe5ff5ce98c service neutron] 10.222.0.95 "GET /v2.0/subnets?id=18774bde-1daa-4ee6-a31b-aefc080adf26 HTTP/1.1" status: 200 len: 848 time: 0.1578407 Apr 30 13:18:13.910138 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [req-037e33ba-d0b1-410b-8390-f40804372dbb req-0a3ffa53-296a-4709-82cf-dc67fb417787 service neutron] 10.222.0.95 "GET /v2.0/networks/e366e837-ed9f-4552-8a40-b501cbb570b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328611 Apr 30 13:18:13.974821 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5aadc0-df27-430b-88fd-c999d8856fe0 req-aebc3a83-edd6-447a-ac3b-a1e3a330fd12 tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:13.976522 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-7d5aadc0-df27-430b-88fd-c999d8856fe0 req-aebc3a83-edd6-447a-ac3b-a1e3a330fd12 tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] 10.222.0.84 "GET /v2.0/ports?device_id=629aaee7-e32c-43e8-ad87-68a35cc7a888 HTTP/1.1" status: 200 len: 943 time: 0.3459015 Apr 30 13:18:13.985997 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.db [req-fb6bb5d5-fd2c-41e1-a3bb-b56348de16e6 req-127c3f09-84ca-4285-9a27-488991da65d2 tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] For port e9b9b7f5-1d4d-40f3-9154-a9b6901db8a0, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=e9b9b7f5-1d4d-40f3-9154-a9b6901db8a0,segment=NetworkSegment(052ca68a-8000-4628-b559-457dc5b361ff),segment_id=052ca68a-8000-4628-b559-457dc5b361ff)] {{(pid=73810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:18:13.986362 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-fb6bb5d5-fd2c-41e1-a3bb-b56348de16e6 req-127c3f09-84ca-4285-9a27-488991da65d2 tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1047743'] for port, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:14.133762 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.plugin [req-fb6bb5d5-fd2c-41e1-a3bb-b56348de16e6 req-127c3f09-84ca-4285-9a27-488991da65d2 tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] Calling delete_port for e9b9b7f5-1d4d-40f3-9154-a9b6901db8a0 owned by compute:nova {{(pid=73810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:18:14.169629 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-7d5aadc0-df27-430b-88fd-c999d8856fe0 req-35a4b507-0819-4dc6-a67d-b4d65e487ee2 tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] 10.222.0.84 "GET /v2.0/security-groups?id=3c42be87-8352-42cf-a6e1-e7e026aabbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755738 Apr 30 13:18:14.192143 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ca9071-7968-40c8-ba5b-85435dfe0022 req-8f795b51-c4f6-4e26-9ef8-84821a903f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:14.193739 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-81ca9071-7968-40c8-ba5b-85435dfe0022 req-8f795b51-c4f6-4e26-9ef8-84821a903f86 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=aa03f28a-3a1e-4da9-866d-defb23fad75a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2856977 Apr 30 13:18:14.391031 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-81ca9071-7968-40c8-ba5b-85435dfe0022 req-43bfc06e-4da7-4560-a570-6626b8f1df2e service neutron] 10.222.0.95 "GET /v2.0/networks/aa03f28a-3a1e-4da9-866d-defb23fad75a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1888275 Apr 30 13:18:14.391662 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-fb6bb5d5-fd2c-41e1-a3bb-b56348de16e6 req-127c3f09-84ca-4285-9a27-488991da65d2 tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4120194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773353276016', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773352839711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11792972'] for port, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:14.397359 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:18:14.403084 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.db [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] get_ports_and_sgs() called for port_ids ['b082d8b7-bbf5-4625-b2b5-960da8b17ac2'] {{(pid=73812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 13:18:14.459386 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127c3f09-84ca-4285-9a27-488991da65d2 tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] Pushing event deleted for resources: {'Port': ['ID=e9b9b7f5-1d4d-40f3-9154-a9b6901db8a0,revision_number=None']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:18:14.465908 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-127c3f09-84ca-4285-9a27-488991da65d2 tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:18:14.617752 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb6bb5d5-fd2c-41e1-a3bb-b56348de16e6 req-127c3f09-84ca-4285-9a27-488991da65d2 tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] No DVR routers for this DVR port e9b9b7f5-1d4d-40f3-9154-a9b6901db8a0 on host hv-cinder-78719 {{(pid=73810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 13:18:14.622347 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-fb6bb5d5-fd2c-41e1-a3bb-b56348de16e6 req-127c3f09-84ca-4285-9a27-488991da65d2 tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9974'] for port, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:14.625032 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '629aaee7-e32c-43e8-ad87-68a35cc7a888', 'name': 'network-vif-deleted', 'tag': 'e9b9b7f5-1d4d-40f3-9154-a9b6901db8a0'}] {{(pid=73810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:18:14.680102 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-fb6bb5d5-fd2c-41e1-a3bb-b56348de16e6 req-127c3f09-84ca-4285-9a27-488991da65d2 tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] 10.222.0.95 "DELETE /v2.0/ports/e9b9b7f5-1d4d-40f3-9154-a9b6901db8a0 HTTP/1.1" status: 204 len: 173 time: 1.5416548 Apr 30 13:18:14.685161 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '629aaee7-e32c-43e8-ad87-68a35cc7a888', 'name': 'network-vif-deleted', 'tag': 'e9b9b7f5-1d4d-40f3-9154-a9b6901db8a0', 'status': 'completed', 'code': 200} Apr 30 13:18:14.757953 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-81ca9071-7968-40c8-ba5b-85435dfe0022 req-979cc455-20c1-420e-8a37-0c64850ccd0c service neutron] 10.222.0.95 "GET /v2.0/networks/aa03f28a-3a1e-4da9-866d-defb23fad75a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3247225 Apr 30 13:18:14.839816 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751ea75b-4f05-4b18-99b4-39429bb1efc6 req-f17dc233-092f-4411-b7f7-a8b416be5453 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:14.841898 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-751ea75b-4f05-4b18-99b4-39429bb1efc6 req-f17dc233-092f-4411-b7f7-a8b416be5453 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] 10.222.0.84 "GET /v2.0/ports?device_id=1dd81a91-e5f8-448b-8e9c-f25715635bfd HTTP/1.1" status: 200 len: 944 time: 0.1338007 Apr 30 13:18:14.896537 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-751ea75b-4f05-4b18-99b4-39429bb1efc6 req-792a39cd-4a50-403c-bee1-ea86c323e4c4 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] 10.222.0.84 "GET /v2.0/security-groups?id=e084591c-f787-483b-9216-30d5c5cd705c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445881 Apr 30 13:18:15.454686 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.rpc [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Device 18c6c358-6dde-4acf-be95-e3f8cae114d1 details requested by agent hyperv_hv-cinder-78719 with host hv-cinder-78719 {{(pid=73812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 13:18:15.501900 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.quota.resource [req-84321587-4622-4df8-8b26-36d3b4db42cd req-5bf15650-b073-476a-8cc7-1d1068beb453 tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] Synchronizing usage tracker for tenant:6ab0fe6b7e8645a0861136e67b76d521 on resource:port {{(pid=73810) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:18:15.519643 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.quota.resource [req-84321587-4622-4df8-8b26-36d3b4db42cd req-5bf15650-b073-476a-8cc7-1d1068beb453 tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] Unset dirty status for tenant:6ab0fe6b7e8645a0861136e67b76d521 on resource:port {{(pid=73810) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:18:15.520839 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-84321587-4622-4df8-8b26-36d3b4db42cd req-5bf15650-b073-476a-8cc7-1d1068beb453 tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] 10.222.0.84 "GET /v2.0/ports?device_id=629aaee7-e32c-43e8-ad87-68a35cc7a888 HTTP/1.1" status: 200 len: 210 time: 0.0664532 Apr 30 13:18:15.624717 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.db [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] For port 18c6c358-6dde-4acf-be95-e3f8cae114d1, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=18c6c358-6dde-4acf-be95-e3f8cae114d1,segment=NetworkSegment(bd5afee6-82cf-4022-aa9c-8998fa98a06d),segment_id=bd5afee6-82cf-4022-aa9c-8998fa98a06d)] {{(pid=73812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:18:15.640526 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.rpc [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Returning: {'device': '18c6c358-6dde-4acf-be95-e3f8cae114d1', 'network_id': 'e366e837-ed9f-4552-8a40-b501cbb570b4', 'port_id': '18c6c358-6dde-4acf-be95-e3f8cae114d1', 'mac_address': 'fa:16:3e:eb:06:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bc0199c-a631-4772-be49-5ae677a3d71f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 13:18:15.707912 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4120257'] for port, before_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:15.728582 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.notifiers.nova [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18c6c358-6dde-4acf-be95-e3f8cae114d1 {{(pid=73812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 13:18:15.746024 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.db [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] For port 18c6c358-6dde-4acf-be95-e3f8cae114d1, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=18c6c358-6dde-4acf-be95-e3f8cae114d1,segment=NetworkSegment(bd5afee6-82cf-4022-aa9c-8998fa98a06d),segment_id=bd5afee6-82cf-4022-aa9c-8998fa98a06d)] {{(pid=73812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:18:15.749920 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4120194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773353276007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773352839720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773352839765'] for port, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:15.752974 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:18:15.832122 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Pushing event updated for resources: {'Port': ['ID=18c6c358-6dde-4acf-be95-e3f8cae114d1,revision_number=9']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:18:15.839764 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:18:15.840131 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:18:15.840490 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:18:15.840824 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:18:15.841153 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:18:15.841482 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:18:15.841813 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:18:15.842132 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:18:15.842451 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:18:15.842770 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:18:15.843092 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:18:15.843415 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:18:15.848001 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:18:16.056541 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.db [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] get_ports_and_sgs() called for port_ids ['18c6c358-6dde-4acf-be95-e3f8cae114d1'] {{(pid=73812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 13:18:16.102012 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29a035f-52e1-4bd5-af27-0086efbd041b req-2e07858d-b1d0-4e15-aed2-4bd83460660f tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:16.103527 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-a29a035f-52e1-4bd5-af27-0086efbd041b req-2e07858d-b1d0-4e15-aed2-4bd83460660f tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] 10.222.0.84 "GET /v2.0/ports?device_id=1dd81a91-e5f8-448b-8e9c-f25715635bfd HTTP/1.1" status: 200 len: 945 time: 0.0848138 Apr 30 13:18:16.155945 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-a29a035f-52e1-4bd5-af27-0086efbd041b req-339baa91-064c-4c25-beae-0ed71b820b10 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] 10.222.0.84 "GET /v2.0/security-groups?id=e084591c-f787-483b-9216-30d5c5cd705c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462773 Apr 30 13:18:16.232794 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.84', 57626) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:18:16.365247 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-96687da8-156a-4a69-83ec-3af1622d772f admin admin] Notify callbacks [] for security_group, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:16.379834 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-96687da8-156a-4a69-83ec-3af1622d772f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:18:16.384130 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-96687da8-156a-4a69-83ec-3af1622d772f admin admin] Usage tracker for resource:security_group_rule and tenant:050209484b6a47278c8d3cabe0a96e91 is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:18:16.387248 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-96687da8-156a-4a69-83ec-3af1622d772f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:18:16.394019 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-96687da8-156a-4a69-83ec-3af1622d772f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:18:16.489932 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-96687da8-156a-4a69-83ec-3af1622d772f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:16.494195 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-96687da8-156a-4a69-83ec-3af1622d772f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985230'] for security_group, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:16.504989 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-267c3165-7ae8-4e9a-8cfe-7f516f7c0ffb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:18:16.652269 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96687da8-156a-4a69-83ec-3af1622d772f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=388df7f0-d249-4732-b883-3bf2f660b0a1,revision_number=1']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:18:16.659382 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [None req-96687da8-156a-4a69-83ec-3af1622d772f admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=050209484b6a47278c8d3cabe0a96e91&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4228163 Apr 30 13:18:16.659382 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-96687da8-156a-4a69-83ec-3af1622d772f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:18:16.659683 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.84', 57636) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:18:16.723682 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-116aabc0-3bac-4edd-babc-4e6c71fe8f21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:16.750747 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-116aabc0-3bac-4edd-babc-4e6c71fe8f21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:16.819143 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-116aabc0-3bac-4edd-babc-4e6c71fe8f21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985230'] for security_group, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:16.824768 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-d324cd08-df75-4421-951e-47528c05ad9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:18:16.845696 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116aabc0-3bac-4edd-babc-4e6c71fe8f21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=388df7f0-d249-4732-b883-3bf2f660b0a1,revision_number=None']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:18:16.848987 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-116aabc0-3bac-4edd-babc-4e6c71fe8f21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:18:16.851622 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-116aabc0-3bac-4edd-babc-4e6c71fe8f21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:16.856441 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [None req-116aabc0-3bac-4edd-babc-4e6c71fe8f21 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/388df7f0-d249-4732-b883-3bf2f660b0a1 HTTP/1.1" status: 204 len: 168 time: 0.1923103 Apr 30 13:18:17.045665 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3515379c-e149-4d25-9f4c-73908235b0a9 req-dafc3175-c6c9-4b2b-9a67-aa1737affdc1 tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:17.047099 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-3515379c-e149-4d25-9f4c-73908235b0a9 req-dafc3175-c6c9-4b2b-9a67-aa1737affdc1 tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] 10.222.0.84 "GET /v2.0/ports?device_id=c2c2ec2c-d0c7-483c-8fb1-c8df54adab5a HTTP/1.1" status: 200 len: 945 time: 0.1009874 Apr 30 13:18:17.098214 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-3515379c-e149-4d25-9f4c-73908235b0a9 req-f79ad794-adea-4027-b49e-cc01f1c5fa59 tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] 10.222.0.84 "GET /v2.0/security-groups?id=3c42be87-8352-42cf-a6e1-e7e026aabbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451493 Apr 30 13:18:17.156868 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.84', 57646) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:18:17.175011 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-b23a9bde-4e77-4e91-a3a6-bd8217357491 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:17.190323 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-b23a9bde-4e77-4e91-a3a6-bd8217357491 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:18:17.194834 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-b23a9bde-4e77-4e91-a3a6-bd8217357491 admin admin] Usage tracker for resource:security_group_rule and tenant:d88613ffaa514abf8a291f14edb612ca is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:18:17.198135 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-b23a9bde-4e77-4e91-a3a6-bd8217357491 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:18:17.204464 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-b23a9bde-4e77-4e91-a3a6-bd8217357491 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:18:17.292236 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-b23a9bde-4e77-4e91-a3a6-bd8217357491 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:17.297459 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-b23a9bde-4e77-4e91-a3a6-bd8217357491 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985230'] for security_group, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:17.304902 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-9b05519d-f7fa-4282-97f0-a490ed1e92ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:18:17.345239 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [None req-b23a9bde-4e77-4e91-a3a6-bd8217357491 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=d88613ffaa514abf8a291f14edb612ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1872818 Apr 30 13:18:17.346138 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23a9bde-4e77-4e91-a3a6-bd8217357491 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c4553e7-9c4b-44a1-b53a-2834a866e530,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:18:17.348631 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.84', 57652) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:18:17.351166 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-b23a9bde-4e77-4e91-a3a6-bd8217357491 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:18:17.360529 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dbb6d5-3d11-4d24-8245-73144e34d290 req-b7ac1205-e14a-4b3e-afc9-84337d8372e7 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:17.362000 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-04dbb6d5-3d11-4d24-8245-73144e34d290 req-b7ac1205-e14a-4b3e-afc9-84337d8372e7 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] 10.222.0.84 "GET /v2.0/ports?device_id=1dd81a91-e5f8-448b-8e9c-f25715635bfd HTTP/1.1" status: 200 len: 945 time: 0.0845995 Apr 30 13:18:17.410619 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-04dbb6d5-3d11-4d24-8245-73144e34d290 req-4bcfbb7d-0b7c-4c0f-a810-55fe1b1b1203 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] 10.222.0.84 "GET /v2.0/security-groups?id=e084591c-f787-483b-9216-30d5c5cd705c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424445 Apr 30 13:18:17.412613 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-e9472a84-757e-4165-86b3-e1958f184336 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:17.439235 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-e9472a84-757e-4165-86b3-e1958f184336 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:17.455393 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.rpc [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Device 18c6c358-6dde-4acf-be95-e3f8cae114d1 up at agent hyperv_hv-cinder-78719 {{(pid=73812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:18:17.495430 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-e9472a84-757e-4165-86b3-e1958f184336 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985230'] for security_group, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:17.500246 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-15150d43-e148-4790-a858-be8f69cfdcde admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:18:17.514162 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9472a84-757e-4165-86b3-e1958f184336 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c4553e7-9c4b-44a1-b53a-2834a866e530,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:18:17.518720 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-e9472a84-757e-4165-86b3-e1958f184336 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:18:17.525262 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-e9472a84-757e-4165-86b3-e1958f184336 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:17.526403 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [None req-e9472a84-757e-4165-86b3-e1958f184336 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/0c4553e7-9c4b-44a1-b53a-2834a866e530 HTTP/1.1" status: 204 len: 168 time: 0.1769192 Apr 30 13:18:17.540998 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.provisioning_blocks [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Provisioning complete for port 18c6c358-6dde-4acf-be95-e3f8cae114d1 triggered by entity L2. {{(pid=73812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:18:17.541347 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000605'] for port, provisioning_complete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:17.663482 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4120257'] for port, before_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:17.692192 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dd81a91-e5f8-448b-8e9c-f25715635bfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18c6c358-6dde-4acf-be95-e3f8cae114d1'}] {{(pid=73812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:18:17.709294 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.db [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] For port 18c6c358-6dde-4acf-be95-e3f8cae114d1, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=18c6c358-6dde-4acf-be95-e3f8cae114d1,segment=NetworkSegment(bd5afee6-82cf-4022-aa9c-8998fa98a06d),segment_id=bd5afee6-82cf-4022-aa9c-8998fa98a06d)] {{(pid=73812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:18:17.719048 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4120194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773353276007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773352839720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773352839765'] for port, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:17.720963 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:18:17.766294 dv-cinder-787195-5-smb neutron-server[73812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dd81a91-e5f8-448b-8e9c-f25715635bfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18c6c358-6dde-4acf-be95-e3f8cae114d1', 'code': 200} Apr 30 13:18:17.791712 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Pushing event updated for resources: {'Port': ['ID=18c6c358-6dde-4acf-be95-e3f8cae114d1,revision_number=10']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:18:17.795031 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:18:18.359396 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ce0428-9da9-405f-83f5-05d8c5590c3a req-e0507099-0ebb-4a6f-ae70-f2f16ee39924 tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:18.361174 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-25ce0428-9da9-405f-83f5-05d8c5590c3a req-e0507099-0ebb-4a6f-ae70-f2f16ee39924 tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] 10.222.0.84 "GET /v2.0/ports?device_id=c2c2ec2c-d0c7-483c-8fb1-c8df54adab5a HTTP/1.1" status: 200 len: 945 time: 0.1441159 Apr 30 13:18:18.364071 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcb7b25-ca44-486b-a308-5547d50a9141 req-f21de4ee-0777-4a26-a48d-a469a8e7cd56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:18.365438 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-7dcb7b25-ca44-486b-a308-5547d50a9141 req-f21de4ee-0777-4a26-a48d-a469a8e7cd56 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=1dd81a91-e5f8-448b-8e9c-f25715635bfd HTTP/1.1" status: 200 len: 1100 time: 0.1107793 Apr 30 13:18:18.437556 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-25ce0428-9da9-405f-83f5-05d8c5590c3a req-efb93b70-fa7e-4d40-addf-753ec7caa78c tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] 10.222.0.84 "GET /v2.0/security-groups?id=3c42be87-8352-42cf-a6e1-e7e026aabbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691252 Apr 30 13:18:18.441053 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-7dcb7b25-ca44-486b-a308-5547d50a9141 req-54938624-652f-47c8-9d51-bc84e1d0e065 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=e084591c-f787-483b-9216-30d5c5cd705c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571258 Apr 30 13:18:18.630657 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921c7d08-d73a-40e5-8846-9568aff54bbe req-17f6c796-12a3-4ea1-99b8-244487ecf953 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:18.632752 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-921c7d08-d73a-40e5-8846-9568aff54bbe req-17f6c796-12a3-4ea1-99b8-244487ecf953 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] 10.222.0.84 "GET /v2.0/ports?device_id=1dd81a91-e5f8-448b-8e9c-f25715635bfd HTTP/1.1" status: 200 len: 947 time: 0.0891883 Apr 30 13:18:18.680885 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-921c7d08-d73a-40e5-8846-9568aff54bbe req-756eb4a5-faf6-4252-a669-6e2b6f363a2a tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] 10.222.0.84 "GET /v2.0/security-groups?id=e084591c-f787-483b-9216-30d5c5cd705c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417275 Apr 30 13:18:18.789600 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.84', 57692) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:18:18.914346 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-aa4739f5-b87b-479d-8e5e-4be6ea1f4dcf admin admin] Notify callbacks [] for security_group, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:18.935266 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-aa4739f5-b87b-479d-8e5e-4be6ea1f4dcf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:18:18.939589 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-aa4739f5-b87b-479d-8e5e-4be6ea1f4dcf admin admin] Usage tracker for resource:security_group_rule and tenant:2068b1717e3c49c1ac6dc9bbbd8edc74 is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:18:18.942660 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-aa4739f5-b87b-479d-8e5e-4be6ea1f4dcf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:18:18.948922 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-aa4739f5-b87b-479d-8e5e-4be6ea1f4dcf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:18:19.033730 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-aa4739f5-b87b-479d-8e5e-4be6ea1f4dcf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:19.039704 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-aa4739f5-b87b-479d-8e5e-4be6ea1f4dcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985230'] for security_group, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:19.049719 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-bf8d18c5-a031-49a9-b185-264b1cf69588 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:18:19.071493 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-8ada6cb1-9e8e-4d12-8e40-cbd9c218964f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000748'] for agent, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:19.095585 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [None req-aa4739f5-b87b-479d-8e5e-4be6ea1f4dcf admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=2068b1717e3c49c1ac6dc9bbbd8edc74&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3048639 Apr 30 13:18:19.096523 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4739f5-b87b-479d-8e5e-4be6ea1f4dcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2991546-77fa-42d7-ac38-53f523e22ddf,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:18:19.099465 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.84', 57700) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:18:19.099730 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-aa4739f5-b87b-479d-8e5e-4be6ea1f4dcf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:18:19.168537 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-d55bb17f-ff86-4b39-ac64-c51e194ac306 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:19.197289 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-d55bb17f-ff86-4b39-ac64-c51e194ac306 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:19.257516 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-d55bb17f-ff86-4b39-ac64-c51e194ac306 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985230'] for security_group, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:19.261450 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-0bb30864-5f0d-4da2-a3bc-05faae11130e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:18:19.273000 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55bb17f-ff86-4b39-ac64-c51e194ac306 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2991546-77fa-42d7-ac38-53f523e22ddf,revision_number=None']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:18:19.277440 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-d55bb17f-ff86-4b39-ac64-c51e194ac306 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:18:19.281473 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-d55bb17f-ff86-4b39-ac64-c51e194ac306 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:19.282764 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [None req-d55bb17f-ff86-4b39-ac64-c51e194ac306 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/c2991546-77fa-42d7-ac38-53f523e22ddf HTTP/1.1" status: 204 len: 168 time: 0.1817031 Apr 30 13:18:19.654342 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5ec508-1cd1-4c78-b8c4-68736aecc083 req-5f907a40-3cab-4b4f-84d7-9606d130862e tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:19.656307 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-be5ec508-1cd1-4c78-b8c4-68736aecc083 req-5f907a40-3cab-4b4f-84d7-9606d130862e tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] 10.222.0.84 "GET /v2.0/ports?device_id=c2c2ec2c-d0c7-483c-8fb1-c8df54adab5a HTTP/1.1" status: 200 len: 945 time: 0.1037929 Apr 30 13:18:19.707800 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-be5ec508-1cd1-4c78-b8c4-68736aecc083 req-912b7b12-6d44-4f19-9a45-10843b84a4af tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] 10.222.0.84 "GET /v2.0/security-groups?id=3c42be87-8352-42cf-a6e1-e7e026aabbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441258 Apr 30 13:18:19.900740 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fccd96-7822-4bed-9a0d-1df91849df2c req-64f8fe28-ce3f-4925-8c4c-979e9553567a tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:19.902466 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-70fccd96-7822-4bed-9a0d-1df91849df2c req-64f8fe28-ce3f-4925-8c4c-979e9553567a tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] 10.222.0.84 "GET /v2.0/ports?device_id=1dd81a91-e5f8-448b-8e9c-f25715635bfd HTTP/1.1" status: 200 len: 947 time: 0.0978055 Apr 30 13:18:19.951649 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-70fccd96-7822-4bed-9a0d-1df91849df2c req-f0fc8373-1475-43cd-abe7-53359eef6210 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] 10.222.0.84 "GET /v2.0/security-groups?id=e084591c-f787-483b-9216-30d5c5cd705c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433125 Apr 30 13:18:20.700654 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.84', 57782) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:18:20.823210 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-1c99007a-9285-444c-a7e3-e163226edabf admin admin] Notify callbacks [] for security_group, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:20.838615 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-1c99007a-9285-444c-a7e3-e163226edabf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:18:20.842661 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-1c99007a-9285-444c-a7e3-e163226edabf admin admin] Usage tracker for resource:security_group_rule and tenant:6798893d032f4f73920c7bddfac621bb is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:18:20.845609 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-1c99007a-9285-444c-a7e3-e163226edabf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:18:20.851474 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-1c99007a-9285-444c-a7e3-e163226edabf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:18:20.908569 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cae5b43-efa7-4882-a84b-e5b8355b70cc req-c13b733d-4cda-45ac-8c9e-5c44f2867fd1 tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:20.910075 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-7cae5b43-efa7-4882-a84b-e5b8355b70cc req-c13b733d-4cda-45ac-8c9e-5c44f2867fd1 tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] 10.222.0.84 "GET /v2.0/ports?device_id=c2c2ec2c-d0c7-483c-8fb1-c8df54adab5a HTTP/1.1" status: 200 len: 945 time: 0.0846415 Apr 30 13:18:20.937557 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-1c99007a-9285-444c-a7e3-e163226edabf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:20.941686 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-1c99007a-9285-444c-a7e3-e163226edabf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985230'] for security_group, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:20.949359 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-a1d1be25-2fa3-4695-92cd-dc4778d73347 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:18:20.956655 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-7cae5b43-efa7-4882-a84b-e5b8355b70cc req-1a2c50a1-2cd3-4d82-a56b-b14127de45aa tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] 10.222.0.84 "GET /v2.0/security-groups?id=3c42be87-8352-42cf-a6e1-e7e026aabbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400138 Apr 30 13:18:20.990084 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [None req-1c99007a-9285-444c-a7e3-e163226edabf admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=6798893d032f4f73920c7bddfac621bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2883503 Apr 30 13:18:20.991051 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c99007a-9285-444c-a7e3-e163226edabf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b805be9c-8e69-460f-b8f4-ee1d0c5e0558,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:18:20.993434 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.84', 57792) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:18:20.994371 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-1c99007a-9285-444c-a7e3-e163226edabf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:18:21.052792 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-82e7b82b-87a3-40a2-8679-056f03e3665f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:21.083345 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-82e7b82b-87a3-40a2-8679-056f03e3665f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:21.197809 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db53c884-b563-44fd-acb7-e1202fb91d84 req-24a0d32a-e084-4900-839d-0f438e9f3d98 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:21.199280 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-db53c884-b563-44fd-acb7-e1202fb91d84 req-24a0d32a-e084-4900-839d-0f438e9f3d98 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] 10.222.0.84 "GET /v2.0/ports?device_id=1dd81a91-e5f8-448b-8e9c-f25715635bfd HTTP/1.1" status: 200 len: 947 time: 0.1194367 Apr 30 13:18:21.200327 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-82e7b82b-87a3-40a2-8679-056f03e3665f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985230'] for security_group, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:21.204320 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-aa97bf04-4d00-4c42-9c2e-caed0806729a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:18:21.234136 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e7b82b-87a3-40a2-8679-056f03e3665f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b805be9c-8e69-460f-b8f4-ee1d0c5e0558,revision_number=None']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:18:21.239240 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-82e7b82b-87a3-40a2-8679-056f03e3665f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:18:21.250821 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-82e7b82b-87a3-40a2-8679-056f03e3665f admin admin] Notify callbacks [] for security_group, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:21.252004 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [None req-82e7b82b-87a3-40a2-8679-056f03e3665f admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/b805be9c-8e69-460f-b8f4-ee1d0c5e0558 HTTP/1.1" status: 204 len: 168 time: 0.2575347 Apr 30 13:18:21.271312 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-db53c884-b563-44fd-acb7-e1202fb91d84 req-9c2b738b-e985-4d01-940c-5dc3b916bfa0 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] 10.222.0.84 "GET /v2.0/security-groups?id=e084591c-f787-483b-9216-30d5c5cd705c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590489 Apr 30 13:18:21.844643 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-21069117-748e-459c-a2a9-7ef27063e55d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000748'] for agent, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:22.163083 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9967309-b941-4d40-90f5-ade53c0ce6c2 req-60721313-af5b-48e7-9d0e-73126ed1f887 tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:22.164674 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-c9967309-b941-4d40-90f5-ade53c0ce6c2 req-60721313-af5b-48e7-9d0e-73126ed1f887 tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] 10.222.0.84 "GET /v2.0/ports?device_id=c2c2ec2c-d0c7-483c-8fb1-c8df54adab5a HTTP/1.1" status: 200 len: 945 time: 0.0953841 Apr 30 13:18:22.214138 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-c9967309-b941-4d40-90f5-ade53c0ce6c2 req-2cf83ddb-81db-4029-9157-15a1c87c26d5 tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] 10.222.0.84 "GET /v2.0/security-groups?id=3c42be87-8352-42cf-a6e1-e7e026aabbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434687 Apr 30 13:18:22.272546 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000748'] for agent, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:23.109440 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-a9ba599c-bbf2-42e7-8bf2-2ae3bfc6b861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000748'] for agent, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:23.416271 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6c2f28-480a-41a8-92a8-f83be9ec72a6 req-ce367b16-3132-4d38-8e49-9a7356bca834 tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:23.417768 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-8e6c2f28-480a-41a8-92a8-f83be9ec72a6 req-ce367b16-3132-4d38-8e49-9a7356bca834 tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] 10.222.0.84 "GET /v2.0/ports?device_id=c2c2ec2c-d0c7-483c-8fb1-c8df54adab5a HTTP/1.1" status: 200 len: 945 time: 0.0869308 Apr 30 13:18:23.474665 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-8e6c2f28-480a-41a8-92a8-f83be9ec72a6 req-fdeb08e9-3120-4fff-91b4-c6799b51f94f tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] 10.222.0.84 "GET /v2.0/security-groups?id=3c42be87-8352-42cf-a6e1-e7e026aabbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510869 Apr 30 13:18:23.862756 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-bf6db099-5c3a-4bfd-b114-20b68b05ee47 req-ff3c212f-12e0-4e39-885c-8e290ba94d32 tempest-VolumesNegativeTest-1675597269 tempest-VolumesNegativeTest-1675597269-project] 10.222.0.84 "GET /v2.0/networks?tenant_id=e2711d8d11ff4e52881511a1c921d835&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0284598 Apr 30 13:18:24.059542 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6db099-5c3a-4bfd-b114-20b68b05ee47 req-45ea95cd-8d0b-47e9-b8ee-3e7423ba37ac tempest-VolumesNegativeTest-1675597269 tempest-VolumesNegativeTest-1675597269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:24.061055 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-bf6db099-5c3a-4bfd-b114-20b68b05ee47 req-45ea95cd-8d0b-47e9-b8ee-3e7423ba37ac tempest-VolumesNegativeTest-1675597269 tempest-VolumesNegativeTest-1675597269-project] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1928897 Apr 30 13:18:24.081204 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-bf6db099-5c3a-4bfd-b114-20b68b05ee47 req-0d1b478a-113e-49dc-b6b4-105fcc5d3f2c tempest-VolumesNegativeTest-1675597269 tempest-VolumesNegativeTest-1675597269-project] 10.222.0.84 "GET /v2.0/quotas/e2711d8d11ff4e52881511a1c921d835 HTTP/1.1" status: 200 len: 375 time: 0.0133529 Apr 30 13:18:24.223996 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-bf6db099-5c3a-4bfd-b114-20b68b05ee47 req-ab5caa4e-36b3-4f3c-bd03-ee8f31aa32b0 tempest-VolumesNegativeTest-1675597269 tempest-VolumesNegativeTest-1675597269-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=e2711d8d11ff4e52881511a1c921d835&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1318040 Apr 30 13:18:24.236672 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a622325-d30a-4c20-b063-1eb53b26e4d9 req-51f6b61e-ce74-49da-812b-53572bbcc054 tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:24.238065 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-7a622325-d30a-4c20-b063-1eb53b26e4d9 req-51f6b61e-ce74-49da-812b-53572bbcc054 tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] 10.222.0.95 "GET /v2.0/ports?device_id=c2c2ec2c-d0c7-483c-8fb1-c8df54adab5a HTTP/1.1" status: 200 len: 945 time: 0.2323945 Apr 30 13:18:24.420001 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-0ee65d84-d029-4963-8e8e-0c182ffc8fc0 req-b8145820-3f4f-477b-a460-392ebcf808cc tempest-VolumesNegativeTest-1675597269 tempest-VolumesNegativeTest-1675597269-project] 10.222.0.84 "GET /v2.0/ports?device_id=19e37f0c-e2b4-4c9d-8749-ea7263595482 HTTP/1.1" status: 200 len: 210 time: 0.0580864 Apr 30 13:18:24.430818 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.plugin [req-7a622325-d30a-4c20-b063-1eb53b26e4d9 req-b1c3a902-2dc7-4551-99f2-cb1eb19db522 tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] Deleting port b082d8b7-bbf5-4625-b2b5-960da8b17ac2 {{(pid=73810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:18:24.431484 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-7a622325-d30a-4c20-b063-1eb53b26e4d9 req-b1c3a902-2dc7-4551-99f2-cb1eb19db522 tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773353273429'] for port, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:24.485298 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-5918b5d9-36b2-459a-8043-2e5e2054f07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000748'] for agent, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:24.669766 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.db [req-7a622325-d30a-4c20-b063-1eb53b26e4d9 req-b1c3a902-2dc7-4551-99f2-cb1eb19db522 tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] For port b082d8b7-bbf5-4625-b2b5-960da8b17ac2, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=b082d8b7-bbf5-4625-b2b5-960da8b17ac2,segment=NetworkSegment(052ca68a-8000-4628-b559-457dc5b361ff),segment_id=052ca68a-8000-4628-b559-457dc5b361ff)] {{(pid=73810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:18:24.670251 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-7a622325-d30a-4c20-b063-1eb53b26e4d9 req-b1c3a902-2dc7-4551-99f2-cb1eb19db522 tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1047743'] for port, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:24.809116 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.plugin [req-7a622325-d30a-4c20-b063-1eb53b26e4d9 req-b1c3a902-2dc7-4551-99f2-cb1eb19db522 tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] Calling delete_port for b082d8b7-bbf5-4625-b2b5-960da8b17ac2 owned by compute:nova {{(pid=73810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:18:24.859855 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dc76d8-4e28-4705-919d-0434c8371b05 req-7b1f00c2-9e8b-46aa-be4a-40a68685ad6e tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:24.861424 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-17dc76d8-4e28-4705-919d-0434c8371b05 req-7b1f00c2-9e8b-46aa-be4a-40a68685ad6e tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] 10.222.0.84 "GET /v2.0/ports?device_id=c2c2ec2c-d0c7-483c-8fb1-c8df54adab5a HTTP/1.1" status: 200 len: 945 time: 0.2389274 Apr 30 13:18:24.924556 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-17dc76d8-4e28-4705-919d-0434c8371b05 req-8cb7a27c-3dce-4f07-beed-32155b8e7bac tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] 10.222.0.84 "GET /v2.0/security-groups?id=3c42be87-8352-42cf-a6e1-e7e026aabbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564096 Apr 30 13:18:24.997236 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-7a622325-d30a-4c20-b063-1eb53b26e4d9 req-b1c3a902-2dc7-4551-99f2-cb1eb19db522 tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4120194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773353276016', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773352839711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11792972'] for port, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:25.004686 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-7f08353f-25ca-43e6-8584-07d23f0836f1 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:18:25.010572 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.db [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] get_ports_and_sgs() called for port_ids ['b082d8b7-bbf5-4625-b2b5-960da8b17ac2'] {{(pid=73812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 13:18:25.055950 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c3a902-2dc7-4551-99f2-cb1eb19db522 tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] Pushing event deleted for resources: {'Port': ['ID=b082d8b7-bbf5-4625-b2b5-960da8b17ac2,revision_number=None']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:18:25.059331 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-b1c3a902-2dc7-4551-99f2-cb1eb19db522 tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:18:25.139963 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a622325-d30a-4c20-b063-1eb53b26e4d9 req-b1c3a902-2dc7-4551-99f2-cb1eb19db522 tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] No DVR routers for this DVR port b082d8b7-bbf5-4625-b2b5-960da8b17ac2 on host hv-cinder-78719 {{(pid=73810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 13:18:25.142460 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-7a622325-d30a-4c20-b063-1eb53b26e4d9 req-b1c3a902-2dc7-4551-99f2-cb1eb19db522 tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9974'] for port, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:25.145162 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2c2ec2c-d0c7-483c-8fb1-c8df54adab5a', 'name': 'network-vif-deleted', 'tag': 'b082d8b7-bbf5-4625-b2b5-960da8b17ac2'}] {{(pid=73810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:18:25.161991 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-7a622325-d30a-4c20-b063-1eb53b26e4d9 req-b1c3a902-2dc7-4551-99f2-cb1eb19db522 tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] 10.222.0.95 "DELETE /v2.0/ports/b082d8b7-bbf5-4625-b2b5-960da8b17ac2 HTTP/1.1" status: 204 len: 173 time: 0.9169681 Apr 30 13:18:25.194996 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2c2ec2c-d0c7-483c-8fb1-c8df54adab5a', 'name': 'network-vif-deleted', 'tag': 'b082d8b7-bbf5-4625-b2b5-960da8b17ac2', 'status': 'completed', 'code': 200} Apr 30 13:18:25.584150 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-e9baa91b-9de1-46f2-be94-5a300c78047e req-af5ec60b-55e0-46e1-9779-d3c439a68c73 tempest-VolumesNegativeTest-1675597269 tempest-VolumesNegativeTest-1675597269-project] 10.222.0.84 "GET /v2.0/ports?device_id=19e37f0c-e2b4-4c9d-8749-ea7263595482 HTTP/1.1" status: 200 len: 210 time: 0.0492637 Apr 30 13:18:25.671070 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-bf6db099-5c3a-4bfd-b114-20b68b05ee47 req-1e0a8bed-8701-4a32-b7d8-e32b5a4a1665 tempest-VolumesNegativeTest-1675597269 tempest-VolumesNegativeTest-1675597269-project] 10.222.0.95 "GET /v2.0/networks?tenant_id=e2711d8d11ff4e52881511a1c921d835&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0291154 Apr 30 13:18:25.837710 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6db099-5c3a-4bfd-b114-20b68b05ee47 req-f2a6321f-db31-4c92-b21c-b2ce7e100954 tempest-VolumesNegativeTest-1675597269 tempest-VolumesNegativeTest-1675597269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:25.840073 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-bf6db099-5c3a-4bfd-b114-20b68b05ee47 req-f2a6321f-db31-4c92-b21c-b2ce7e100954 tempest-VolumesNegativeTest-1675597269 tempest-VolumesNegativeTest-1675597269-project] 10.222.0.95 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1576829 Apr 30 13:18:25.860078 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.v2.base [req-bf6db099-5c3a-4bfd-b114-20b68b05ee47 req-7735d69f-62f5-43d8-becb-28d0f0446486 tempest-VolumesNegativeTest-1675597269 tempest-VolumesNegativeTest-1675597269-project] Request body: {'port': {'device_id': '19e37f0c-e2b4-4c9d-8749-ea7263595482', 'network_id': '448742d9-c471-4ffe-8c23-1ab68d536a19', 'admin_state_up': True, 'tenant_id': 'e2711d8d11ff4e52881511a1c921d835'}} {{(pid=73810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:18:26.007725 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [req-bf6db099-5c3a-4bfd-b114-20b68b05ee47 req-7735d69f-62f5-43d8-becb-28d0f0446486 tempest-VolumesNegativeTest-1675597269 tempest-VolumesNegativeTest-1675597269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:18:26.012036 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.quota.resource [req-bf6db099-5c3a-4bfd-b114-20b68b05ee47 req-7735d69f-62f5-43d8-becb-28d0f0446486 tempest-VolumesNegativeTest-1675597269 tempest-VolumesNegativeTest-1675597269-project] Usage tracker for resource:port and tenant:e2711d8d11ff4e52881511a1c921d835 is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:18:26.015700 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.quota.resource [req-bf6db099-5c3a-4bfd-b114-20b68b05ee47 req-7735d69f-62f5-43d8-becb-28d0f0446486 tempest-VolumesNegativeTest-1675597269 tempest-VolumesNegativeTest-1675597269-project] Quota usage for port was recalculated. Used quota:0. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:18:26.022649 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [req-bf6db099-5c3a-4bfd-b114-20b68b05ee47 req-7735d69f-62f5-43d8-becb-28d0f0446486 tempest-VolumesNegativeTest-1675597269 tempest-VolumesNegativeTest-1675597269-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:18:26.036088 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf6db099-5c3a-4bfd-b114-20b68b05ee47 req-7735d69f-62f5-43d8-becb-28d0f0446486 tempest-VolumesNegativeTest-1675597269 tempest-VolumesNegativeTest-1675597269-project] Made reservation on behalf of e2711d8d11ff4e52881511a1c921d835 for: {'port': 1} {{(pid=73810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:18:26.040005 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-bf6db099-5c3a-4bfd-b114-20b68b05ee47 req-7735d69f-62f5-43d8-becb-28d0f0446486 tempest-VolumesNegativeTest-1675597269 tempest-VolumesNegativeTest-1675597269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4120257'] for port, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:26.100267 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-bf6db099-5c3a-4bfd-b114-20b68b05ee47 req-7735d69f-62f5-43d8-becb-28d0f0446486 tempest-VolumesNegativeTest-1675597269 tempest-VolumesNegativeTest-1675597269-project] Notify callbacks [] for security_group, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:26.124526 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.quota.resource [req-881ce302-e122-4ac4-9b32-13e139b24f65 req-f88a825d-b552-468e-b209-297f4427aa1c tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] Synchronizing usage tracker for tenant:6ab0fe6b7e8645a0861136e67b76d521 on resource:port {{(pid=73810) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:18:26.139858 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [req-bf6db099-5c3a-4bfd-b114-20b68b05ee47 req-7735d69f-62f5-43d8-becb-28d0f0446486 tempest-VolumesNegativeTest-1675597269 tempest-VolumesNegativeTest-1675597269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:18:26.148144 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.quota.resource [req-bf6db099-5c3a-4bfd-b114-20b68b05ee47 req-7735d69f-62f5-43d8-becb-28d0f0446486 tempest-VolumesNegativeTest-1675597269 tempest-VolumesNegativeTest-1675597269-project] Usage tracker for resource:security_group_rule and tenant:e2711d8d11ff4e52881511a1c921d835 is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:18:26.151691 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.quota.resource [req-bf6db099-5c3a-4bfd-b114-20b68b05ee47 req-7735d69f-62f5-43d8-becb-28d0f0446486 tempest-VolumesNegativeTest-1675597269 tempest-VolumesNegativeTest-1675597269-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:18:26.157382 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.quota.resource [req-881ce302-e122-4ac4-9b32-13e139b24f65 req-f88a825d-b552-468e-b209-297f4427aa1c tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] Unset dirty status for tenant:6ab0fe6b7e8645a0861136e67b76d521 on resource:port {{(pid=73810) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:18:26.158531 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-881ce302-e122-4ac4-9b32-13e139b24f65 req-f88a825d-b552-468e-b209-297f4427aa1c tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] 10.222.0.84 "GET /v2.0/ports?device_id=c2c2ec2c-d0c7-483c-8fb1-c8df54adab5a HTTP/1.1" status: 200 len: 210 time: 0.1075025 Apr 30 13:18:26.159343 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [req-bf6db099-5c3a-4bfd-b114-20b68b05ee47 req-7735d69f-62f5-43d8-becb-28d0f0446486 tempest-VolumesNegativeTest-1675597269 tempest-VolumesNegativeTest-1675597269-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:18:26.270067 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-bf6db099-5c3a-4bfd-b114-20b68b05ee47 req-7735d69f-62f5-43d8-becb-28d0f0446486 tempest-VolumesNegativeTest-1675597269 tempest-VolumesNegativeTest-1675597269-project] Notify callbacks [] for security_group, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:26.275319 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-bf6db099-5c3a-4bfd-b114-20b68b05ee47 req-7735d69f-62f5-43d8-becb-28d0f0446486 tempest-VolumesNegativeTest-1675597269 tempest-VolumesNegativeTest-1675597269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985230'] for security_group, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:26.278434 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:18:26.362381 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7735d69f-62f5-43d8-becb-28d0f0446486 tempest-VolumesNegativeTest-1675597269 tempest-VolumesNegativeTest-1675597269-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aca71c5c-0483-43c5-851c-6ce27f716c52,revision_number=1']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:18:26.365616 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-7735d69f-62f5-43d8-becb-28d0f0446486 tempest-VolumesNegativeTest-1675597269 tempest-VolumesNegativeTest-1675597269-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:18:26.462317 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.db.db_base_plugin_common [req-bf6db099-5c3a-4bfd-b114-20b68b05ee47 req-7735d69f-62f5-43d8-becb-28d0f0446486 tempest-VolumesNegativeTest-1675597269 tempest-VolumesNegativeTest-1675597269-project] Allocated IP 192.168.233.76 (448742d9-c471-4ffe-8c23-1ab68d536a19/f91afec6-4fc3-4463-8b4d-107b73501834/da462a66-6c96-426a-9737-628584c4a9c1) {{(pid=73810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 13:18:26.788243 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-dee3bab4-7e2e-4fc9-bd3a-67e03545d90d req-0e297adf-3440-4d09-9305-6d50e7680b1f tempest-VolumesNegativeTest-1675597269 tempest-VolumesNegativeTest-1675597269-project] 10.222.0.84 "GET /v2.0/ports?device_id=19e37f0c-e2b4-4c9d-8749-ea7263595482 HTTP/1.1" status: 200 len: 210 time: 0.0522151 Apr 30 13:18:26.826502 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-bf6db099-5c3a-4bfd-b114-20b68b05ee47 req-7735d69f-62f5-43d8-becb-28d0f0446486 tempest-VolumesNegativeTest-1675597269 tempest-VolumesNegativeTest-1675597269-project] Notify callbacks [] for port, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:26.843013 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [req-bf6db099-5c3a-4bfd-b114-20b68b05ee47 req-7735d69f-62f5-43d8-becb-28d0f0446486 tempest-VolumesNegativeTest-1675597269 tempest-VolumesNegativeTest-1675597269-project] Transition to ACTIVE for port object da462a66-6c96-426a-9737-628584c4a9c1 will not be triggered until provisioned by entity DHCP. {{(pid=73810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:18:26.871757 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-bf6db099-5c3a-4bfd-b114-20b68b05ee47 req-7735d69f-62f5-43d8-becb-28d0f0446486 tempest-VolumesNegativeTest-1675597269 tempest-VolumesNegativeTest-1675597269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4120194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773352839702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11792972'] for port, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:26.878881 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-d4d83a7b-416c-41e0-8f2f-b2c54682fd8d tempest-VolumesActionsTest-1326045407 tempest-VolumesActionsTest-1326045407-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:18:26.965574 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf6db099-5c3a-4bfd-b114-20b68b05ee47 req-7735d69f-62f5-43d8-becb-28d0f0446486 tempest-VolumesNegativeTest-1675597269 tempest-VolumesNegativeTest-1675597269-project] Network 448742d9-c471-4ffe-8c23-1ab68d536a19 is already hosted by enough agents. {{(pid=73810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:18:26.968362 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.scheduler.base_scheduler [req-bf6db099-5c3a-4bfd-b114-20b68b05ee47 req-7735d69f-62f5-43d8-becb-28d0f0446486 tempest-VolumesNegativeTest-1675597269 tempest-VolumesNegativeTest-1675597269-project] Resources bound (agent type, host, resource id): {{(pid=73810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:18:26.973093 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf6db099-5c3a-4bfd-b114-20b68b05ee47 req-7735d69f-62f5-43d8-becb-28d0f0446486 tempest-VolumesNegativeTest-1675597269 tempest-VolumesNegativeTest-1675597269-project] Received port after_create {{(pid=73810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 13:18:27.032500 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7735d69f-62f5-43d8-becb-28d0f0446486 tempest-VolumesNegativeTest-1675597269 tempest-VolumesNegativeTest-1675597269-project] Pushing event updated for resources: {'Port': ['ID=da462a66-6c96-426a-9737-628584c4a9c1,revision_number=1']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:18:27.040739 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-7735d69f-62f5-43d8-becb-28d0f0446486 tempest-VolumesNegativeTest-1675597269 tempest-VolumesNegativeTest-1675597269-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:18:27.062728 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6db099-5c3a-4bfd-b114-20b68b05ee47 req-7735d69f-62f5-43d8-becb-28d0f0446486 tempest-VolumesNegativeTest-1675597269 tempest-VolumesNegativeTest-1675597269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:27.064025 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-bf6db099-5c3a-4bfd-b114-20b68b05ee47 req-7735d69f-62f5-43d8-becb-28d0f0446486 tempest-VolumesNegativeTest-1675597269 tempest-VolumesNegativeTest-1675597269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9974'] for port, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:27.114011 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-bf6db099-5c3a-4bfd-b114-20b68b05ee47 req-7735d69f-62f5-43d8-becb-28d0f0446486 tempest-VolumesNegativeTest-1675597269 tempest-VolumesNegativeTest-1675597269-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2580149 Apr 30 13:18:27.126617 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.v2.base [req-bf6db099-5c3a-4bfd-b114-20b68b05ee47 req-f51a13d2-e65e-4c25-ab90-dcd2412fe2c0 service neutron] Request body: {'port': {'device_id': '19e37f0c-e2b4-4c9d-8749-ea7263595482', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78719'}} {{(pid=73810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:18:27.276410 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-bf6db099-5c3a-4bfd-b114-20b68b05ee47 req-f51a13d2-e65e-4c25-ab90-dcd2412fe2c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4120257'] for port, before_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:27.282360 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.provisioning_blocks [None req-3ff6c3c4-2901-471f-8715-5b6f167bef95 None None] Provisioning for port da462a66-6c96-426a-9737-628584c4a9c1 completed by entity DHCP. {{(pid=73812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:18:27.287701 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.provisioning_blocks [None req-3ff6c3c4-2901-471f-8715-5b6f167bef95 None None] Provisioning complete for port da462a66-6c96-426a-9737-628584c4a9c1 triggered by entity DHCP. {{(pid=73812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:18:27.288724 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-3ff6c3c4-2901-471f-8715-5b6f167bef95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000605'] for port, provisioning_complete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:27.295871 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.84', 57882) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:18:27.391353 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.plugin [None req-3ff6c3c4-2901-471f-8715-5b6f167bef95 None None] Port da462a66-6c96-426a-9737-628584c4a9c1 cannot update to ACTIVE because it is not bound. {{(pid=73812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 13:18:27.529513 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.rpc [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Device b082d8b7-bbf5-4625-b2b5-960da8b17ac2 no longer exists at agent hyperv_hv-cinder-78719 {{(pid=73812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 13:18:27.629436 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.plugin [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] No Port match for: b082d8b7-bbf5-4625-b2b5-960da8b17ac2 {{(pid=73812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 13:18:27.629786 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.rpc [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Device b082d8b7-bbf5-4625-b2b5-960da8b17ac2 not bound to the agent host hv-cinder-78719 {{(pid=73812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 13:18:28.207816 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.notifiers.nova [req-bf6db099-5c3a-4bfd-b114-20b68b05ee47 req-f51a13d2-e65e-4c25-ab90-dcd2412fe2c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da462a66-6c96-426a-9737-628584c4a9c1 {{(pid=73810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 13:18:28.221084 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-bf6db099-5c3a-4bfd-b114-20b68b05ee47 req-f51a13d2-e65e-4c25-ab90-dcd2412fe2c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:28.253206 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [req-bf6db099-5c3a-4bfd-b114-20b68b05ee47 req-f51a13d2-e65e-4c25-ab90-dcd2412fe2c0 service neutron] Transition to ACTIVE for port object da462a66-6c96-426a-9737-628584c4a9c1 will not be triggered until provisioned by entity L2. {{(pid=73810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:18:28.262753 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59589bf5-5044-4205-ad32-f0fa1faef45c req-1fe0c520-2c2b-46cc-bbef-4eddb8879097 tempest-VolumesNegativeTest-1675597269 tempest-VolumesNegativeTest-1675597269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:28.263523 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.quota.resource [req-59589bf5-5044-4205-ad32-f0fa1faef45c req-1fe0c520-2c2b-46cc-bbef-4eddb8879097 tempest-VolumesNegativeTest-1675597269 tempest-VolumesNegativeTest-1675597269-project] Synchronizing usage tracker for tenant:e2711d8d11ff4e52881511a1c921d835 on resource:port {{(pid=73810) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:18:28.270302 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-bf6db099-5c3a-4bfd-b114-20b68b05ee47 req-f51a13d2-e65e-4c25-ab90-dcd2412fe2c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4120194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773353276007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773352839720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773352839765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11792967'] for port, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:28.276608 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-f6dbf739-f692-4271-86bb-7051ac6c9138 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:18:28.421490 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.quota.resource [req-59589bf5-5044-4205-ad32-f0fa1faef45c req-1fe0c520-2c2b-46cc-bbef-4eddb8879097 tempest-VolumesNegativeTest-1675597269 tempest-VolumesNegativeTest-1675597269-project] Unset dirty status for tenant:e2711d8d11ff4e52881511a1c921d835 on resource:port {{(pid=73810) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:18:28.422222 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-59589bf5-5044-4205-ad32-f0fa1faef45c req-1fe0c520-2c2b-46cc-bbef-4eddb8879097 tempest-VolumesNegativeTest-1675597269 tempest-VolumesNegativeTest-1675597269-project] 10.222.0.84 "GET /v2.0/ports?device_id=19e37f0c-e2b4-4c9d-8749-ea7263595482 HTTP/1.1" status: 200 len: 935 time: 0.4668906 Apr 30 13:18:28.602008 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51a13d2-e65e-4c25-ab90-dcd2412fe2c0 service neutron] Pushing event updated for resources: {'Port': ['ID=da462a66-6c96-426a-9737-628584c4a9c1,revision_number=2']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:18:28.605532 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-f51a13d2-e65e-4c25-ab90-dcd2412fe2c0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:18:28.801415 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.quota.resource [req-59589bf5-5044-4205-ad32-f0fa1faef45c req-b90a83a5-14ab-46a4-8ceb-1d6e6c7cd1b4 tempest-VolumesNegativeTest-1675597269 tempest-VolumesNegativeTest-1675597269-project] Synchronizing usage tracker for tenant:e2711d8d11ff4e52881511a1c921d835 on resource:security_group {{(pid=73810) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:18:28.854597 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.managers [req-bf6db099-5c3a-4bfd-b114-20b68b05ee47 req-f51a13d2-e65e-4c25-ab90-dcd2412fe2c0 service neutron] Attempting to bind port da462a66-6c96-426a-9737-628584c4a9c1 on host hv-cinder-78719 for vnic_type normal with profile {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 13:18:28.854920 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.managers [req-bf6db099-5c3a-4bfd-b114-20b68b05ee47 req-f51a13d2-e65e-4c25-ab90-dcd2412fe2c0 service neutron] Attempting to bind port da462a66-6c96-426a-9737-628584c4a9c1 by drivers openvswitch,hyperv on host hv-cinder-78719 at level 0 using segments [{'id': '60c6129e-3d9a-4664-be71-b48641985288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1120, 'network_id': '448742d9-c471-4ffe-8c23-1ab68d536a19'}] {{(pid=73810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 13:18:28.855234 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf6db099-5c3a-4bfd-b114-20b68b05ee47 req-f51a13d2-e65e-4c25-ab90-dcd2412fe2c0 service neutron] Attempting to bind port da462a66-6c96-426a-9737-628584c4a9c1 on network 448742d9-c471-4ffe-8c23-1ab68d536a19 {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:18:28.867997 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.quota.resource [req-59589bf5-5044-4205-ad32-f0fa1faef45c req-b90a83a5-14ab-46a4-8ceb-1d6e6c7cd1b4 tempest-VolumesNegativeTest-1675597269 tempest-VolumesNegativeTest-1675597269-project] Unset dirty status for tenant:e2711d8d11ff4e52881511a1c921d835 on resource:security_group {{(pid=73810) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:18:28.869204 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-59589bf5-5044-4205-ad32-f0fa1faef45c req-b90a83a5-14ab-46a4-8ceb-1d6e6c7cd1b4 tempest-VolumesNegativeTest-1675597269 tempest-VolumesNegativeTest-1675597269-project] 10.222.0.84 "GET /v2.0/security-groups?id=aca71c5c-0483-43c5-851c-6ce27f716c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4306726 Apr 30 13:18:28.874363 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf6db099-5c3a-4bfd-b114-20b68b05ee47 req-f51a13d2-e65e-4c25-ab90-dcd2412fe2c0 service neutron] Port da462a66-6c96-426a-9737-628584c4a9c1 on network 448742d9-c471-4ffe-8c23-1ab68d536a19 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78719 {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 30 13:18:28.874755 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf6db099-5c3a-4bfd-b114-20b68b05ee47 req-f51a13d2-e65e-4c25-ab90-dcd2412fe2c0 service neutron] Attempting to bind port da462a66-6c96-426a-9737-628584c4a9c1 on network 448742d9-c471-4ffe-8c23-1ab68d536a19 {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:18:28.892926 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf6db099-5c3a-4bfd-b114-20b68b05ee47 req-f51a13d2-e65e-4c25-ab90-dcd2412fe2c0 service neutron] Checking agent: {'id': '9979f301-637a-421d-a751-ee4de56fc333', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78719', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 13, 10), 'started_at': datetime.datetime(2021, 4, 30, 13, 13, 10), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 18, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 13:18:28.893272 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf6db099-5c3a-4bfd-b114-20b68b05ee47 req-f51a13d2-e65e-4c25-ab90-dcd2412fe2c0 service neutron] Checking segment: {'id': '60c6129e-3d9a-4664-be71-b48641985288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1120, 'network_id': '448742d9-c471-4ffe-8c23-1ab68d536a19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:18:28.893662 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf6db099-5c3a-4bfd-b114-20b68b05ee47 req-f51a13d2-e65e-4c25-ab90-dcd2412fe2c0 service neutron] Bound using segment: {'id': '60c6129e-3d9a-4664-be71-b48641985288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1120, 'network_id': '448742d9-c471-4ffe-8c23-1ab68d536a19'} {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 13:18:28.894103 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.managers [req-bf6db099-5c3a-4bfd-b114-20b68b05ee47 req-f51a13d2-e65e-4c25-ab90-dcd2412fe2c0 service neutron] Bound port: da462a66-6c96-426a-9737-628584c4a9c1, host: hv-cinder-78719, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60c6129e-3d9a-4664-be71-b48641985288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1120, 'network_id': '448742d9-c471-4ffe-8c23-1ab68d536a19'}}] {{(pid=73810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 13:18:28.894455 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-bf6db099-5c3a-4bfd-b114-20b68b05ee47 req-f51a13d2-e65e-4c25-ab90-dcd2412fe2c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4120257'] for port, before_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:28.945224 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-ca8a7261-5bb4-4e4b-8512-95ae92b10371 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-924750'] for router_interface, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:29.031570 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55941484-5710-4193-a716-53ddcf2e7aaa req-538ebfb2-0531-42be-9821-442fe534404d tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:29.033186 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-55941484-5710-4193-a716-53ddcf2e7aaa req-538ebfb2-0531-42be-9821-442fe534404d tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] 10.222.0.84 "GET /v2.0/ports?device_id=3891d1b0-b5dd-47c3-b3d4-60a44acdf909 HTTP/1.1" status: 200 len: 945 time: 0.3156908 Apr 30 13:18:29.209350 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-55941484-5710-4193-a716-53ddcf2e7aaa req-fdc8187b-212f-4716-8a1d-27775327edb8 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] 10.222.0.84 "GET /v2.0/security-groups?id=38056ed3-e545-461e-877e-10c00fc58fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1584096 Apr 30 13:18:29.213067 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.db [req-bf6db099-5c3a-4bfd-b114-20b68b05ee47 req-f51a13d2-e65e-4c25-ab90-dcd2412fe2c0 service neutron] For port da462a66-6c96-426a-9737-628584c4a9c1, host hv-cinder-78719, cleared binding levels {{(pid=73810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 13:18:29.229294 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.db [req-bf6db099-5c3a-4bfd-b114-20b68b05ee47 req-f51a13d2-e65e-4c25-ab90-dcd2412fe2c0 service neutron] For port da462a66-6c96-426a-9737-628584c4a9c1, host hv-cinder-78719, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=da462a66-6c96-426a-9737-628584c4a9c1,segment=NetworkSegment(60c6129e-3d9a-4664-be71-b48641985288),segment_id=60c6129e-3d9a-4664-be71-b48641985288)] {{(pid=73810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 13:18:29.290168 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-bf6db099-5c3a-4bfd-b114-20b68b05ee47 req-f51a13d2-e65e-4c25-ab90-dcd2412fe2c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4120194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773353276007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773352839720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773352839765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11792967'] for port, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:29.301221 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-06c220d1-842d-44f4-b7d4-3afb14494a53 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:18:29.382995 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6db099-5c3a-4bfd-b114-20b68b05ee47 req-f51a13d2-e65e-4c25-ab90-dcd2412fe2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:29.383691 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-bf6db099-5c3a-4bfd-b114-20b68b05ee47 req-f51a13d2-e65e-4c25-ab90-dcd2412fe2c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9974'] for port, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:29.385706 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-bf6db099-5c3a-4bfd-b114-20b68b05ee47 req-f51a13d2-e65e-4c25-ab90-dcd2412fe2c0 service neutron] 10.222.0.95 "PUT /v2.0/ports/da462a66-6c96-426a-9737-628584c4a9c1 HTTP/1.1" status: 200 len: 1097 time: 2.2632043 Apr 30 13:18:29.394115 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19e37f0c-e2b4-4c9d-8749-ea7263595482', 'tag': 'da462a66-6c96-426a-9737-628584c4a9c1'}] {{(pid=73810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:18:29.480930 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19e37f0c-e2b4-4c9d-8749-ea7263595482', 'tag': 'da462a66-6c96-426a-9737-628584c4a9c1', 'status': 'completed', 'code': 200} Apr 30 13:18:29.499844 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51a13d2-e65e-4c25-ab90-dcd2412fe2c0 service neutron] Pushing event updated for resources: {'Port': ['ID=da462a66-6c96-426a-9737-628584c4a9c1,revision_number=3']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:18:29.507803 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-f51a13d2-e65e-4c25-ab90-dcd2412fe2c0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:18:29.631162 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6db099-5c3a-4bfd-b114-20b68b05ee47 req-654e564d-33af-463e-9d1f-a782d874157d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:29.632678 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-bf6db099-5c3a-4bfd-b114-20b68b05ee47 req-654e564d-33af-463e-9d1f-a782d874157d service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=e2711d8d11ff4e52881511a1c921d835&device_id=19e37f0c-e2b4-4c9d-8749-ea7263595482 HTTP/1.1" status: 200 len: 1100 time: 0.1918778 Apr 30 13:18:29.715765 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-bf6db099-5c3a-4bfd-b114-20b68b05ee47 req-9f6250e1-f624-4392-ab4e-e7dc9804066b service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=da462a66-6c96-426a-9737-628584c4a9c1 HTTP/1.1" status: 200 len: 217 time: 0.0679438 Apr 30 13:18:29.797191 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.plugin [None req-ca8a7261-5bb4-4e4b-8512-95ae92b10371 admin admin] Deleting port 481b4c6c-37bf-420f-b459-96e71baf623b {{(pid=73810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:18:29.797531 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-ca8a7261-5bb4-4e4b-8512-95ae92b10371 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773353273429'] for port, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:29.811187 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6db099-5c3a-4bfd-b114-20b68b05ee47 req-482dc507-3ae8-439a-b996-484bb719b8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:29.812696 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-bf6db099-5c3a-4bfd-b114-20b68b05ee47 req-482dc507-3ae8-439a-b996-484bb719b8d0 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=f91afec6-4fc3-4463-8b4d-107b73501834 HTTP/1.1" status: 200 len: 843 time: 0.0902507 Apr 30 13:18:29.989747 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.db [None req-ca8a7261-5bb4-4e4b-8512-95ae92b10371 admin admin] For port 481b4c6c-37bf-420f-b459-96e71baf623b, host dv-cinder-787195-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-5-smb',level=0,port_id=481b4c6c-37bf-420f-b459-96e71baf623b,segment=NetworkSegment(052ca68a-8000-4628-b559-457dc5b361ff),segment_id=052ca68a-8000-4628-b559-457dc5b361ff)] {{(pid=73810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:18:29.990203 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-ca8a7261-5bb4-4e4b-8512-95ae92b10371 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1047743'] for port, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:30.174702 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6db099-5c3a-4bfd-b114-20b68b05ee47 req-d8088686-61ce-453e-8524-ce6b202080a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:30.176171 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-bf6db099-5c3a-4bfd-b114-20b68b05ee47 req-d8088686-61ce-453e-8524-ce6b202080a8 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=448742d9-c471-4ffe-8c23-1ab68d536a19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.3489873 Apr 30 13:18:30.286880 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.plugin [None req-ca8a7261-5bb4-4e4b-8512-95ae92b10371 admin admin] Calling delete_port for 481b4c6c-37bf-420f-b459-96e71baf623b owned by network:router_interface {{(pid=73810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:18:30.550100 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056ff94f-572e-409b-8b79-2a2e2899c9bc req-076a5407-2904-4171-84c7-571a8aa3135d tempest-VolumesNegativeTest-1675597269 tempest-VolumesNegativeTest-1675597269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:30.551631 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-056ff94f-572e-409b-8b79-2a2e2899c9bc req-076a5407-2904-4171-84c7-571a8aa3135d tempest-VolumesNegativeTest-1675597269 tempest-VolumesNegativeTest-1675597269-project] 10.222.0.84 "GET /v2.0/ports?device_id=19e37f0c-e2b4-4c9d-8749-ea7263595482 HTTP/1.1" status: 200 len: 947 time: 0.4930007 Apr 30 13:18:30.553625 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-bf6db099-5c3a-4bfd-b114-20b68b05ee47 req-5d1b3ebd-120d-482e-9733-53c9ec15abac service neutron] 10.222.0.95 "GET /v2.0/networks/448742d9-c471-4ffe-8c23-1ab68d536a19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2569726 Apr 30 13:18:30.844382 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50213a5b-8005-4bc3-887c-726babee2550 req-3d82b7fe-b449-4db7-bd09-6098eaa9a555 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:30.846038 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-50213a5b-8005-4bc3-887c-726babee2550 req-3d82b7fe-b449-4db7-bd09-6098eaa9a555 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] 10.222.0.84 "GET /v2.0/ports?device_id=3891d1b0-b5dd-47c3-b3d4-60a44acdf909 HTTP/1.1" status: 200 len: 945 time: 0.5000355 Apr 30 13:18:30.900080 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-056ff94f-572e-409b-8b79-2a2e2899c9bc req-54010a18-843f-4bdc-9bbe-ce1e9396a8fb tempest-VolumesNegativeTest-1675597269 tempest-VolumesNegativeTest-1675597269-project] 10.222.0.84 "GET /v2.0/security-groups?id=aca71c5c-0483-43c5-851c-6ce27f716c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2228587 Apr 30 13:18:30.951448 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-bf6db099-5c3a-4bfd-b114-20b68b05ee47 req-aa673474-8855-455f-8a55-2712406756a8 service neutron] 10.222.0.95 "GET /v2.0/networks/448742d9-c471-4ffe-8c23-1ab68d536a19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2730722 Apr 30 13:18:30.956430 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-50213a5b-8005-4bc3-887c-726babee2550 req-091826c0-dc78-4c93-9457-9cce2da6e0a7 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] 10.222.0.84 "GET /v2.0/security-groups?id=38056ed3-e545-461e-877e-10c00fc58fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975125 Apr 30 13:18:31.087447 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-ca8a7261-5bb4-4e4b-8512-95ae92b10371 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4120194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773353276016', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773352839711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11792972'] for port, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:31.092025 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-67686bab-e119-47b7-aa32-0d43294dc5b1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:18:31.152309 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8a7261-5bb4-4e4b-8512-95ae92b10371 admin admin] Pushing event deleted for resources: {'Port': ['ID=481b4c6c-37bf-420f-b459-96e71baf623b,revision_number=None']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:18:31.185329 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-ca8a7261-5bb4-4e4b-8512-95ae92b10371 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:18:31.234520 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b9d7f5-e2c5-4073-8957-c510f32e8b96 req-58aa0e6a-4e60-41e3-a734-23da73edb86c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:31.236094 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-61b9d7f5-e2c5-4073-8957-c510f32e8b96 req-58aa0e6a-4e60-41e3-a734-23da73edb86c service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=e2711d8d11ff4e52881511a1c921d835&device_id=19e37f0c-e2b4-4c9d-8749-ea7263595482 HTTP/1.1" status: 200 len: 1100 time: 0.2185154 Apr 30 13:18:31.542241 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b9d7f5-e2c5-4073-8957-c510f32e8b96 req-c3896139-af1a-40c3-87d6-76802e58ddb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:31.543730 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-61b9d7f5-e2c5-4073-8957-c510f32e8b96 req-c3896139-af1a-40c3-87d6-76802e58ddb4 service neutron] 10.222.0.95 "GET /v2.0/networks?id=448742d9-c471-4ffe-8c23-1ab68d536a19 HTTP/1.1" status: 200 len: 871 time: 0.2939851 Apr 30 13:18:31.551555 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-ca8a7261-5bb4-4e4b-8512-95ae92b10371 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-647320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1041918'] for router_interface, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:31.688261 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-61b9d7f5-e2c5-4073-8957-c510f32e8b96 req-5a5323c0-1097-4609-bad0-549dbfd813c7 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=da462a66-6c96-426a-9737-628584c4a9c1 HTTP/1.1" status: 200 len: 217 time: 0.1260364 Apr 30 13:18:31.977968 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b9d7f5-e2c5-4073-8957-c510f32e8b96 req-5004f8cb-281a-4666-8ee1-cbe2f4e8847b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:31.979494 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-61b9d7f5-e2c5-4073-8957-c510f32e8b96 req-5004f8cb-281a-4666-8ee1-cbe2f4e8847b service neutron] 10.222.0.95 "GET /v2.0/subnets?id=f91afec6-4fc3-4463-8b4d-107b73501834 HTTP/1.1" status: 200 len: 843 time: 0.2775407 Apr 30 13:18:32.448221 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b9d7f5-e2c5-4073-8957-c510f32e8b96 req-3e22fde8-1043-42af-91d6-4322c4686ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:32.449745 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-61b9d7f5-e2c5-4073-8957-c510f32e8b96 req-3e22fde8-1043-42af-91d6-4322c4686ea5 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=448742d9-c471-4ffe-8c23-1ab68d536a19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.4585786 Apr 30 13:18:32.485004 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca8a7261-5bb4-4e4b-8512-95ae92b10371 admin admin] Router c9367ed8-934a-4aad-81e0-c46c81fb4286 has already been hosted by L3 agent 0896dfae-3c2f-4fc2-b5f4-9284ce516a86 {{(pid=73810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 13:18:32.494453 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277fa418-ce0b-4c13-a7ab-fd1bab6bc0b7 req-d5694a35-fad1-4140-87fd-32550225d0d2 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:32.496470 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-277fa418-ce0b-4c13-a7ab-fd1bab6bc0b7 req-d5694a35-fad1-4140-87fd-32550225d0d2 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] 10.222.0.84 "GET /v2.0/ports?device_id=3891d1b0-b5dd-47c3-b3d4-60a44acdf909 HTTP/1.1" status: 200 len: 945 time: 0.3832543 Apr 30 13:18:32.536451 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc520d90-bcec-4858-9e02-066c6c00d152 req-6bf6cb2e-d542-4dd2-ab1c-f4a1b0d9fb2b tempest-VolumesNegativeTest-1675597269 tempest-VolumesNegativeTest-1675597269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:32.538039 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-dc520d90-bcec-4858-9e02-066c6c00d152 req-6bf6cb2e-d542-4dd2-ab1c-f4a1b0d9fb2b tempest-VolumesNegativeTest-1675597269 tempest-VolumesNegativeTest-1675597269-project] 10.222.0.84 "GET /v2.0/ports?device_id=19e37f0c-e2b4-4c9d-8749-ea7263595482 HTTP/1.1" status: 200 len: 947 time: 0.4755440 Apr 30 13:18:32.789153 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-277fa418-ce0b-4c13-a7ab-fd1bab6bc0b7 req-6df3b72e-57a8-4ade-bb99-74e1507d93fe tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] 10.222.0.84 "GET /v2.0/security-groups?id=38056ed3-e545-461e-877e-10c00fc58fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2667997 Apr 30 13:18:32.818375 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-dc520d90-bcec-4858-9e02-066c6c00d152 req-e085f7d7-ed26-4ea1-959d-81c716b13b4b tempest-VolumesNegativeTest-1675597269 tempest-VolumesNegativeTest-1675597269-project] 10.222.0.84 "GET /v2.0/security-groups?id=aca71c5c-0483-43c5-851c-6ce27f716c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013412 Apr 30 13:18:32.886748 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-61b9d7f5-e2c5-4073-8957-c510f32e8b96 req-dc1af710-5102-4043-9fb7-3e8d9af817f4 service neutron] 10.222.0.95 "GET /v2.0/networks/448742d9-c471-4ffe-8c23-1ab68d536a19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4266820 Apr 30 13:18:33.004208 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca8a7261-5bb4-4e4b-8512-95ae92b10371 admin admin] Notify agent at l3_agent.dv-cinder-787195-5-smb the message routers_updated {{(pid=73810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 13:18:33.015844 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b03b827-48d5-4a0b-9d96-e4b09003d423 None None] Sync routers for ids ['c9367ed8-934a-4aad-81e0-c46c81fb4286'] in dv-cinder-787195-5-smb {{(pid=73814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 13:18:33.029090 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b03b827-48d5-4a0b-9d96-e4b09003d423 None None] Routers {'c9367ed8-934a-4aad-81e0-c46c81fb4286'} bound to L3 agent in host dv-cinder-787195-5-smb {{(pid=73814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:18:33.029888 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.db.l3_hamode_db [None req-3b03b827-48d5-4a0b-9d96-e4b09003d423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-30T13:06:52Z,description=,heartbeat_timestamp=2021-04-30T13:18:22Z,host='dv-cinder-787195-5-smb',id=0896dfae-3c2f-4fc2-b5f4-9284ce516a86,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:06:52Z,topic='l3_agent')) {'router_ids': ['c9367ed8-934a-4aad-81e0-c46c81fb4286'], 'active': True} {{(pid=73814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:18:33.044339 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [None req-ca8a7261-5bb4-4e4b-8512-95ae92b10371 admin admin] 10.222.0.84 "PUT /v2.0/routers/c9367ed8-934a-4aad-81e0-c46c81fb4286/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7469223 Apr 30 13:18:33.048408 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.84', 57904) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:18:33.084238 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-61b9d7f5-e2c5-4073-8957-c510f32e8b96 req-26ae5b83-90dc-456a-8ac6-63fa002cbc3c service neutron] 10.222.0.95 "GET /v2.0/networks/448742d9-c471-4ffe-8c23-1ab68d536a19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1830695 Apr 30 13:18:33.250306 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.db.l3_dvr_db [None req-3b03b827-48d5-4a0b-9d96-e4b09003d423 None None] Set router c9367ed8-934a-4aad-81e0-c46c81fb4286 gateway port host: dv-cinder-787195-5-smb {{(pid=73814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:18:33.382118 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-9431a456-0a10-4dc5-be10-0d1d0f8d9eed admin admin] Notify callbacks [] for router, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:33.533163 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.rpc [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Device da462a66-6c96-426a-9737-628584c4a9c1 details requested by agent hyperv_hv-cinder-78719 with host hv-cinder-78719 {{(pid=73812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 13:18:33.591647 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-9431a456-0a10-4dc5-be10-0d1d0f8d9eed admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:33.634542 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.db.l3_hamode_db [None req-3b03b827-48d5-4a0b-9d96-e4b09003d423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9367ed8-934a-4aad-81e0-c46c81fb4286', 'name': 'tempest-ServerRescueNegativeTestJSON-1911008498-router', 'tenant_id': '6ab0fe6b7e8645a0861136e67b76d521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b95ef810-b08d-4c08-b0c0-c75d2ee1b25b', 'external_fixed_ips': [{'subnet_id': 'b3fe51b0-9be9-4b1a-951c-de133b7a88b5', 'ip_address': '172.28.3.51'}], 'enable_snat': True}, 'gw_port_id': '05bc73a8-c1a0-4b76-afa6-1ef2200a1c78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:14:50Z', 'updated_at': '2021-04-30T13:18:30Z', 'revision_number': 5, 'project_id': '6ab0fe6b7e8645a0861136e67b76d521', 'gw_port': {'id': '05bc73a8-c1a0-4b76-afa6-1ef2200a1c78', 'name': '', 'network_id': 'b95ef810-b08d-4c08-b0c0-c75d2ee1b25b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:03:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9367ed8-934a-4aad-81e0-c46c81fb4286', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'b3fe51b0-9be9-4b1a-951c-de133b7a88b5', 'ip_address': '172.28.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:14:52Z', 'updated_at': '2021-04-30T13:15:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fe51b0-9be9-4b1a-951c-de133b7a88b5', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-5-smb'}], 'dv-cinder-787195-5-smb', False) {} {{(pid=73814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:18:33.642039 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b03b827-48d5-4a0b-9d96-e4b09003d423 None None] Checking router: c9367ed8-934a-4aad-81e0-c46c81fb4286 for host: dv-cinder-787195-5-smb {{(pid=73814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 13:18:33.656173 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b03b827-48d5-4a0b-9d96-e4b09003d423 None None] Routers {'c9367ed8-934a-4aad-81e0-c46c81fb4286'} bound to L3 agent in host dv-cinder-787195-5-smb {{(pid=73814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:18:33.657159 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.db.l3_hamode_db [None req-3b03b827-48d5-4a0b-9d96-e4b09003d423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-30T13:06:52Z,description=,heartbeat_timestamp=2021-04-30T13:18:22Z,host='dv-cinder-787195-5-smb',id=0896dfae-3c2f-4fc2-b5f4-9284ce516a86,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:06:52Z,topic='l3_agent')) {'router_ids': ['c9367ed8-934a-4aad-81e0-c46c81fb4286'], 'active': True} {{(pid=73814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:18:33.682858 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.plugin [None req-9431a456-0a10-4dc5-be10-0d1d0f8d9eed admin admin] Deleting port 05bc73a8-c1a0-4b76-afa6-1ef2200a1c78 {{(pid=73809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:18:33.683219 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-9431a456-0a10-4dc5-be10-0d1d0f8d9eed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773353273429'] for port, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:33.736750 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.db [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] For port da462a66-6c96-426a-9737-628584c4a9c1, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=da462a66-6c96-426a-9737-628584c4a9c1,segment=NetworkSegment(60c6129e-3d9a-4664-be71-b48641985288),segment_id=60c6129e-3d9a-4664-be71-b48641985288)] {{(pid=73812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:18:33.754476 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.rpc [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Returning: {'device': 'da462a66-6c96-426a-9737-628584c4a9c1', 'network_id': '448742d9-c471-4ffe-8c23-1ab68d536a19', 'port_id': 'da462a66-6c96-426a-9737-628584c4a9c1', 'mac_address': 'fa:16:3e:a3:73:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f91afec6-4fc3-4463-8b4d-107b73501834', 'ip_address': '192.168.233.76'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 13:18:33.839480 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [None req-9431a456-0a10-4dc5-be10-0d1d0f8d9eed admin admin] For port 05bc73a8-c1a0-4b76-afa6-1ef2200a1c78, host dv-cinder-787195-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-5-smb',level=0,port_id=05bc73a8-c1a0-4b76-afa6-1ef2200a1c78,segment=NetworkSegment(f8d4e1c1-82f5-4515-b5f8-67450a2bb94b),segment_id=f8d4e1c1-82f5-4515-b5f8-67450a2bb94b)] {{(pid=73809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:18:33.840055 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-9431a456-0a10-4dc5-be10-0d1d0f8d9eed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1047743'] for port, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:33.846344 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4120257'] for port, before_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:33.871118 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.notifiers.nova [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da462a66-6c96-426a-9737-628584c4a9c1 {{(pid=73812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 13:18:33.887211 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.db.l3_dvr_db [None req-3b03b827-48d5-4a0b-9d96-e4b09003d423 None None] Set router c9367ed8-934a-4aad-81e0-c46c81fb4286 gateway port host: None {{(pid=73814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:18:33.897086 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.db [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] For port da462a66-6c96-426a-9737-628584c4a9c1, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=da462a66-6c96-426a-9737-628584c4a9c1,segment=NetworkSegment(60c6129e-3d9a-4664-be71-b48641985288),segment_id=60c6129e-3d9a-4664-be71-b48641985288)] {{(pid=73812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:18:33.902859 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4120194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773353276007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773352839720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773352839765'] for port, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:33.906422 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:18:33.996850 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.plugin [None req-9431a456-0a10-4dc5-be10-0d1d0f8d9eed admin admin] Calling delete_port for 05bc73a8-c1a0-4b76-afa6-1ef2200a1c78 owned by network:router_gateway {{(pid=73809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:18:34.044233 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Pushing event updated for resources: {'Port': ['ID=da462a66-6c96-426a-9737-628584c4a9c1,revision_number=4']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:18:34.049400 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:18:34.147453 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.db.l3_hamode_db [None req-3b03b827-48d5-4a0b-9d96-e4b09003d423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9367ed8-934a-4aad-81e0-c46c81fb4286', 'name': 'tempest-ServerRescueNegativeTestJSON-1911008498-router', 'tenant_id': '6ab0fe6b7e8645a0861136e67b76d521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:14:50Z', 'updated_at': '2021-04-30T13:18:33Z', 'revision_number': 6, 'project_id': '6ab0fe6b7e8645a0861136e67b76d521', 'gw_port_host': None}], 'dv-cinder-787195-5-smb', False) {} {{(pid=73814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:18:34.155084 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b03b827-48d5-4a0b-9d96-e4b09003d423 None None] The sync data for ids ['c9367ed8-934a-4aad-81e0-c46c81fb4286'] in dv-cinder-787195-5-smb is: [{'id': 'c9367ed8-934a-4aad-81e0-c46c81fb4286', 'name': 'tempest-ServerRescueNegativeTestJSON-1911008498-router', 'tenant_id': '6ab0fe6b7e8645a0861136e67b76d521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:14:50Z', 'updated_at': '2021-04-30T13:18:33Z', 'revision_number': 6, 'project_id': '6ab0fe6b7e8645a0861136e67b76d521', 'gw_port_host': None}] {{(pid=73814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 13:18:34.202452 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d85639f-0aba-40df-bfe7-65e1d98b1fe3 req-ec6175a3-77aa-44f1-aa2a-641f6b2eb6b2 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:34.204884 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-4d85639f-0aba-40df-bfe7-65e1d98b1fe3 req-ec6175a3-77aa-44f1-aa2a-641f6b2eb6b2 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] 10.222.0.84 "GET /v2.0/ports?device_id=3891d1b0-b5dd-47c3-b3d4-60a44acdf909 HTTP/1.1" status: 200 len: 945 time: 0.1899865 Apr 30 13:18:34.236297 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.db [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] get_ports_and_sgs() called for port_ids ['da462a66-6c96-426a-9737-628584c4a9c1'] {{(pid=73812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 13:18:34.240651 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfa1570-85e0-44a7-bdb4-de8d35072661 req-5a6f87ac-f608-4a17-a0b2-b3b9297720bd tempest-VolumesNegativeTest-1675597269 tempest-VolumesNegativeTest-1675597269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:34.242383 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-1dfa1570-85e0-44a7-bdb4-de8d35072661 req-5a6f87ac-f608-4a17-a0b2-b3b9297720bd tempest-VolumesNegativeTest-1675597269 tempest-VolumesNegativeTest-1675597269-project] 10.222.0.84 "GET /v2.0/ports?device_id=19e37f0c-e2b4-4c9d-8749-ea7263595482 HTTP/1.1" status: 200 len: 948 time: 0.1665273 Apr 30 13:18:34.310186 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-4d85639f-0aba-40df-bfe7-65e1d98b1fe3 req-ee4911f9-689d-49a4-a480-bb6ca49988bd tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] 10.222.0.84 "GET /v2.0/security-groups?id=38056ed3-e545-461e-877e-10c00fc58fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0988059 Apr 30 13:18:34.319485 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-1dfa1570-85e0-44a7-bdb4-de8d35072661 req-3a29e9d9-f1b8-46dd-ab10-906d0494195a tempest-VolumesNegativeTest-1675597269 tempest-VolumesNegativeTest-1675597269-project] 10.222.0.84 "GET /v2.0/security-groups?id=aca71c5c-0483-43c5-851c-6ce27f716c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664999 Apr 30 13:18:34.427524 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-9431a456-0a10-4dc5-be10-0d1d0f8d9eed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4120194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773353276016', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773352839711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11423588'] for port, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:34.433692 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:18:34.487359 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9431a456-0a10-4dc5-be10-0d1d0f8d9eed admin admin] Pushing event deleted for resources: {'Port': ['ID=05bc73a8-c1a0-4b76-afa6-1ef2200a1c78,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:18:34.490674 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-9431a456-0a10-4dc5-be10-0d1d0f8d9eed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:18:34.597017 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-9431a456-0a10-4dc5-be10-0d1d0f8d9eed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-919769'] for router_gateway, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:34.779884 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-9431a456-0a10-4dc5-be10-0d1d0f8d9eed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1027846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4768'] for router, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:34.782359 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-9431a456-0a10-4dc5-be10-0d1d0f8d9eed admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:34.969371 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-9431a456-0a10-4dc5-be10-0d1d0f8d9eed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1042044'] for router, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:34.969869 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9431a456-0a10-4dc5-be10-0d1d0f8d9eed admin admin] Fanout notify agent at l3_agent the message router_deleted on router c9367ed8-934a-4aad-81e0-c46c81fb4286 {{(pid=73809) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 30 13:18:35.011497 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-9431a456-0a10-4dc5-be10-0d1d0f8d9eed admin admin] Notify callbacks [] for router, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:35.013186 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [None req-9431a456-0a10-4dc5-be10-0d1d0f8d9eed admin admin] 10.222.0.84 "DELETE /v2.0/routers/c9367ed8-934a-4aad-81e0-c46c81fb4286 HTTP/1.1" status: 204 len: 168 time: 1.9630105 Apr 30 13:18:35.015608 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.84', 57914) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:18:35.092209 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.db_base_plugin_v2 [None req-93169cb7-25b4-43d9-aaa1-2de802ee9446 admin admin] Deleting subnet ddc22c5d-ab26-4345-8096-8d0d17e2da1d {{(pid=73809) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 30 13:18:35.097030 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-93169cb7-25b4-43d9-aaa1-2de802ee9446 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:35.162552 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-93169cb7-25b4-43d9-aaa1-2de802ee9446 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11422972'] for subnet, precommit_delete_associations {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:35.241395 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-93169cb7-25b4-43d9-aaa1-2de802ee9446 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4062251'] for subnet, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:35.362595 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.rpc [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Device 05bc73a8-c1a0-4b76-afa6-1ef2200a1c78 no longer exists at agent ovs-agent-dv-cinder-787195-5-smb {{(pid=73812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 13:18:35.437920 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.plugin [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] No Port match for: 05bc73a8-c1a0-4b76-afa6-1ef2200a1c78 {{(pid=73812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 13:18:35.438649 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.rpc [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Device 05bc73a8-c1a0-4b76-afa6-1ef2200a1c78 not bound to the agent host dv-cinder-787195-5-smb {{(pid=73812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 13:18:35.439797 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.rpc [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Device 481b4c6c-37bf-420f-b459-96e71baf623b no longer exists at agent ovs-agent-dv-cinder-787195-5-smb {{(pid=73812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 13:18:35.494121 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.plugin [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] No Port match for: 481b4c6c-37bf-420f-b459-96e71baf623b {{(pid=73812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 13:18:35.494741 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.rpc [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Device 481b4c6c-37bf-420f-b459-96e71baf623b not bound to the agent host dv-cinder-787195-5-smb {{(pid=73812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 13:18:35.546600 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.rpc [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Device da462a66-6c96-426a-9737-628584c4a9c1 up at agent hyperv_hv-cinder-78719 {{(pid=73812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:18:35.659463 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.provisioning_blocks [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Provisioning for port da462a66-6c96-426a-9737-628584c4a9c1 completed by entity L2. {{(pid=73812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:18:35.668911 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.provisioning_blocks [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Provisioning complete for port da462a66-6c96-426a-9737-628584c4a9c1 triggered by entity L2. {{(pid=73812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:18:35.669628 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000605'] for port, provisioning_complete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:35.692971 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-93169cb7-25b4-43d9-aaa1-2de802ee9446 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4062258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11423513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10753783'] for subnet, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:35.695712 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a78dcb-cb05-4ab8-b66f-563bd7a5b2e2 req-1ae5b614-165d-4519-a81b-5be1bfa2feb5 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:35.697295 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-41a78dcb-cb05-4ab8-b66f-563bd7a5b2e2 req-1ae5b614-165d-4519-a81b-5be1bfa2feb5 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] 10.222.0.84 "GET /v2.0/ports?device_id=3891d1b0-b5dd-47c3-b3d4-60a44acdf909 HTTP/1.1" status: 200 len: 945 time: 0.2305384 Apr 30 13:18:35.706633 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:18:35.717826 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb7708c-1f30-4592-9f9a-a269b6f726bd req-92b94170-a23f-438e-a0ec-409d5422225f tempest-VolumesNegativeTest-1675597269 tempest-VolumesNegativeTest-1675597269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:35.720016 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-edb7708c-1f30-4592-9f9a-a269b6f726bd req-92b94170-a23f-438e-a0ec-409d5422225f tempest-VolumesNegativeTest-1675597269 tempest-VolumesNegativeTest-1675597269-project] 10.222.0.84 "GET /v2.0/ports?device_id=19e37f0c-e2b4-4c9d-8749-ea7263595482 HTTP/1.1" status: 200 len: 948 time: 0.1972661 Apr 30 13:18:35.769939 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93169cb7-25b4-43d9-aaa1-2de802ee9446 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ddc22c5d-ab26-4345-8096-8d0d17e2da1d,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:18:35.773181 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-93169cb7-25b4-43d9-aaa1-2de802ee9446 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:18:35.774228 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-93169cb7-25b4-43d9-aaa1-2de802ee9446 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647359'] for subnet, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:35.784503 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [None req-93169cb7-25b4-43d9-aaa1-2de802ee9446 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/ddc22c5d-ab26-4345-8096-8d0d17e2da1d HTTP/1.1" status: 204 len: 168 time: 0.7638922 Apr 30 13:18:35.785127 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.84', 57922) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:18:35.813048 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-41a78dcb-cb05-4ab8-b66f-563bd7a5b2e2 req-359fd905-6946-481b-825d-526731c950c2 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] 10.222.0.84 "GET /v2.0/security-groups?id=38056ed3-e545-461e-877e-10c00fc58fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919592 Apr 30 13:18:35.828937 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-edb7708c-1f30-4592-9f9a-a269b6f726bd req-21d06094-eae1-4506-b5b7-e21a2e95f950 tempest-VolumesNegativeTest-1675597269 tempest-VolumesNegativeTest-1675597269-project] 10.222.0.84 "GET /v2.0/security-groups?id=aca71c5c-0483-43c5-851c-6ce27f716c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835662 Apr 30 13:18:35.858415 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4120257'] for port, before_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:35.887562 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19e37f0c-e2b4-4c9d-8749-ea7263595482', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da462a66-6c96-426a-9737-628584c4a9c1'}] {{(pid=73812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:18:35.901734 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.db [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] For port da462a66-6c96-426a-9737-628584c4a9c1, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=da462a66-6c96-426a-9737-628584c4a9c1,segment=NetworkSegment(60c6129e-3d9a-4664-be71-b48641985288),segment_id=60c6129e-3d9a-4664-be71-b48641985288)] {{(pid=73812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:18:35.907930 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4120194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773353276007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773352839720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773352839765'] for port, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:35.911642 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:18:35.925640 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-3ab2bc00-66d7-4183-943d-fd9eccb9fe2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4148260'] for network, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:35.987870 dv-cinder-787195-5-smb neutron-server[73812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19e37f0c-e2b4-4c9d-8749-ea7263595482', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da462a66-6c96-426a-9737-628584c4a9c1', 'code': 200} Apr 30 13:18:36.005847 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Pushing event updated for resources: {'Port': ['ID=da462a66-6c96-426a-9737-628584c4a9c1,revision_number=5']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:18:36.010080 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:18:36.102058 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-3ab2bc00-66d7-4183-943d-fd9eccb9fe2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3997862', 'neutron.services.segments.db._delete_segments_for_network-8773353284765'] for network, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:36.238920 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.services.segments.db [None req-3ab2bc00-66d7-4183-943d-fd9eccb9fe2d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87e8e01a-ad03-481e-ad3a-b46f9803a913']}} {{(pid=73809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:18:36.260130 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.services.segments.db [None req-3ab2bc00-66d7-4183-943d-fd9eccb9fe2d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '052ca68a-8000-4628-b559-457dc5b361ff') {'for_net_delete': True} {{(pid=73809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:18:36.260664 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.services.segments.db [None req-3ab2bc00-66d7-4183-943d-fd9eccb9fe2d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '052ca68a-8000-4628-b559-457dc5b361ff') {} {{(pid=73809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:18:36.280982 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-3ab2bc00-66d7-4183-943d-fd9eccb9fe2d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773353296999', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11422965'] for segment, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:36.299595 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-3ab2bc00-66d7-4183-943d-fd9eccb9fe2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060901'] for segment, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:36.307185 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ab2bc00-66d7-4183-943d-fd9eccb9fe2d admin admin] Releasing vlan 1127 on physical network physnet1 to pool {{(pid=73809) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 13:18:36.377030 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c90dc4d-0f37-48ff-9aa4-55a095867b8e req-b7ecc7a1-b14f-4780-a6ae-b7032d99fd2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:36.378487 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-0c90dc4d-0f37-48ff-9aa4-55a095867b8e req-b7ecc7a1-b14f-4780-a6ae-b7032d99fd2c service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=19e37f0c-e2b4-4c9d-8749-ea7263595482 HTTP/1.1" status: 200 len: 1102 time: 0.1962709 Apr 30 13:18:36.433351 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-0c90dc4d-0f37-48ff-9aa4-55a095867b8e req-d4d1d8ab-56d4-4280-9a63-e5ee099c0f31 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=aca71c5c-0483-43c5-851c-6ce27f716c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381339 Apr 30 13:18:36.486346 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.managers [None req-3ab2bc00-66d7-4183-943d-fd9eccb9fe2d admin admin] Network 87e8e01a-ad03-481e-ad3a-b46f9803a913 has no segments {{(pid=73809) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 13:18:36.496381 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-3ab2bc00-66d7-4183-943d-fd9eccb9fe2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4060702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11423667'] for segment, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:36.671112 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.managers [None req-3ab2bc00-66d7-4183-943d-fd9eccb9fe2d admin admin] Network 87e8e01a-ad03-481e-ad3a-b46f9803a913 has no segments {{(pid=73809) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 13:18:36.698152 dv-cinder-787195-5-smb neutron-server[73809]: Traceback (most recent call last): Apr 30 13:18:36.698152 dv-cinder-787195-5-smb neutron-server[73809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 13:18:36.698152 dv-cinder-787195-5-smb neutron-server[73809]: timer() Apr 30 13:18:36.698152 dv-cinder-787195-5-smb neutron-server[73809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 13:18:36.698152 dv-cinder-787195-5-smb neutron-server[73809]: cb(*args, **kw) Apr 30 13:18:36.698152 dv-cinder-787195-5-smb neutron-server[73809]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 30 13:18:36.698152 dv-cinder-787195-5-smb neutron-server[73809]: return func(*args, **kwargs) Apr 30 13:18:36.698152 dv-cinder-787195-5-smb neutron-server[73809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 13:18:36.698152 dv-cinder-787195-5-smb neutron-server[73809]: self._notify() Apr 30 13:18:36.698152 dv-cinder-787195-5-smb neutron-server[73809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 13:18:36.698152 dv-cinder-787195-5-smb neutron-server[73809]: self.callback(batched_events) Apr 30 13:18:36.698152 dv-cinder-787195-5-smb neutron-server[73809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 13:18:36.698152 dv-cinder-787195-5-smb neutron-server[73809]: event.method(event) Apr 30 13:18:36.698152 dv-cinder-787195-5-smb neutron-server[73809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 30 13:18:36.698152 dv-cinder-787195-5-smb neutron-server[73809]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 13:18:36.698152 dv-cinder-787195-5-smb neutron-server[73809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 30 13:18:36.698152 dv-cinder-787195-5-smb neutron-server[73809]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 13:18:36.698152 dv-cinder-787195-5-smb neutron-server[73809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 30 13:18:36.698152 dv-cinder-787195-5-smb neutron-server[73809]: return f(self, *a, **k) Apr 30 13:18:36.698152 dv-cinder-787195-5-smb neutron-server[73809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 30 13:18:36.698152 dv-cinder-787195-5-smb neutron-server[73809]: return self._get(url).json() Apr 30 13:18:36.698152 dv-cinder-787195-5-smb neutron-server[73809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 30 13:18:36.698152 dv-cinder-787195-5-smb neutron-server[73809]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 13:18:36.698152 dv-cinder-787195-5-smb neutron-server[73809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 13:18:36.698152 dv-cinder-787195-5-smb neutron-server[73809]: return self.request(url, 'GET', **kwargs) Apr 30 13:18:36.698152 dv-cinder-787195-5-smb neutron-server[73809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 13:18:36.698152 dv-cinder-787195-5-smb neutron-server[73809]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 13:18:36.698152 dv-cinder-787195-5-smb neutron-server[73809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 13:18:36.698152 dv-cinder-787195-5-smb neutron-server[73809]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 13:18:36.698152 dv-cinder-787195-5-smb neutron-server[73809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 13:18:36.698152 dv-cinder-787195-5-smb neutron-server[73809]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 13:18:36.698152 dv-cinder-787195-5-smb neutron-server[73809]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 13:18:36.776476 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-3ab2bc00-66d7-4183-943d-fd9eccb9fe2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3997869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-920133'] for network, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:36.780329 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:18:36.793861 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-3ab2bc00-66d7-4183-943d-fd9eccb9fe2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647359'] for network, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:36.807803 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab2bc00-66d7-4183-943d-fd9eccb9fe2d admin admin] Pushing event deleted for resources: {'Network': ['ID=87e8e01a-ad03-481e-ad3a-b46f9803a913,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:18:36.811015 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-3ab2bc00-66d7-4183-943d-fd9eccb9fe2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:18:36.819435 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [None req-3ab2bc00-66d7-4183-943d-fd9eccb9fe2d admin admin] 10.222.0.84 "DELETE /v2.0/networks/87e8e01a-ad03-481e-ad3a-b46f9803a913 HTTP/1.1" status: 204 len: 168 time: 1.0324206 Apr 30 13:18:37.069457 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.84', 57934) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:18:37.129708 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c44e41e-dc20-4c72-822b-bb1789f3a4ca req-f46a23d3-c40e-4844-b2bc-aed187e0addc tempest-VolumesNegativeTest-1675597269 tempest-VolumesNegativeTest-1675597269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:37.131448 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-4c44e41e-dc20-4c72-822b-bb1789f3a4ca req-f46a23d3-c40e-4844-b2bc-aed187e0addc tempest-VolumesNegativeTest-1675597269 tempest-VolumesNegativeTest-1675597269-project] 10.222.0.84 "GET /v2.0/ports?device_id=19e37f0c-e2b4-4c9d-8749-ea7263595482 HTTP/1.1" status: 200 len: 949 time: 0.1196177 Apr 30 13:18:37.139470 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fe6fc8-f445-460b-a7c8-2aac6e916753 req-b983cd13-78dd-44bf-99b0-bd51c665b2a1 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:37.141028 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-06fe6fc8-f445-460b-a7c8-2aac6e916753 req-b983cd13-78dd-44bf-99b0-bd51c665b2a1 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] 10.222.0.84 "GET /v2.0/ports?device_id=3891d1b0-b5dd-47c3-b3d4-60a44acdf909 HTTP/1.1" status: 200 len: 945 time: 0.1895010 Apr 30 13:18:37.216011 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [None req-375bdf6b-ee42-45fe-a98c-591775c32c75 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=6ab0fe6b7e8645a0861136e67b76d521&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1446006 Apr 30 13:18:37.218077 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.84', 57938) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:18:37.224157 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-4c44e41e-dc20-4c72-822b-bb1789f3a4ca req-2c0481ef-05a3-4de3-80f3-598f479cfd56 tempest-VolumesNegativeTest-1675597269 tempest-VolumesNegativeTest-1675597269-project] 10.222.0.84 "GET /v2.0/security-groups?id=aca71c5c-0483-43c5-851c-6ce27f716c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821199 Apr 30 13:18:37.227124 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-06fe6fc8-f445-460b-a7c8-2aac6e916753 req-70ceb744-7873-4fb1-a8a2-5ab74735edf9 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] 10.222.0.84 "GET /v2.0/security-groups?id=38056ed3-e545-461e-877e-10c00fc58fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689178 Apr 30 13:18:37.291304 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-fedcdd10-85df-438e-887a-01ee3dc442a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:37.324256 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-fedcdd10-85df-438e-887a-01ee3dc442a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:37.381532 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-fedcdd10-85df-438e-887a-01ee3dc442a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985230'] for security_group, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:37.385525 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-e9472a84-757e-4165-86b3-e1958f184336 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:18:37.399817 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedcdd10-85df-438e-887a-01ee3dc442a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c42be87-8352-42cf-a6e1-e7e026aabbfc,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:18:37.402385 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-fedcdd10-85df-438e-887a-01ee3dc442a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:18:37.415415 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-fedcdd10-85df-438e-887a-01ee3dc442a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:37.416566 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [None req-fedcdd10-85df-438e-887a-01ee3dc442a9 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/3c42be87-8352-42cf-a6e1-e7e026aabbfc HTTP/1.1" status: 204 len: 168 time: 0.1974411 Apr 30 13:18:38.415995 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5453c007-cd55-415a-9802-41132c8a7cb4 req-ad28025b-d0ee-461f-a7da-096b590a4883 tempest-VolumesNegativeTest-1675597269 tempest-VolumesNegativeTest-1675597269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:38.423061 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-5453c007-cd55-415a-9802-41132c8a7cb4 req-ad28025b-d0ee-461f-a7da-096b590a4883 tempest-VolumesNegativeTest-1675597269 tempest-VolumesNegativeTest-1675597269-project] 10.222.0.84 "GET /v2.0/ports?device_id=19e37f0c-e2b4-4c9d-8749-ea7263595482 HTTP/1.1" status: 200 len: 949 time: 0.0902715 Apr 30 13:18:38.464472 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-5453c007-cd55-415a-9802-41132c8a7cb4 req-142bd652-41e5-42c0-a537-634825b5ae8a tempest-VolumesNegativeTest-1675597269 tempest-VolumesNegativeTest-1675597269-project] 10.222.0.84 "GET /v2.0/security-groups?id=aca71c5c-0483-43c5-851c-6ce27f716c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410419 Apr 30 13:18:38.657011 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86beaecf-b849-4688-b2f9-d7e4983f9c97 req-3e2f19a3-aea1-4a0e-a104-a14200e994f1 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:38.658583 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-86beaecf-b849-4688-b2f9-d7e4983f9c97 req-3e2f19a3-aea1-4a0e-a104-a14200e994f1 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] 10.222.0.84 "GET /v2.0/ports?device_id=3891d1b0-b5dd-47c3-b3d4-60a44acdf909 HTTP/1.1" status: 200 len: 945 time: 0.0911672 Apr 30 13:18:38.710579 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-86beaecf-b849-4688-b2f9-d7e4983f9c97 req-fc9d2b09-5143-4050-a9e2-9f895ea8599b tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] 10.222.0.84 "GET /v2.0/security-groups?id=38056ed3-e545-461e-877e-10c00fc58fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450385 Apr 30 13:18:39.165660 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b788ad-d18f-4a3c-9354-73c75bc712f5 req-35f9b8ae-5daf-4715-974d-691eabc1d987 tempest-VolumesNegativeTest-1675597269 tempest-VolumesNegativeTest-1675597269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:39.167252 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-85b788ad-d18f-4a3c-9354-73c75bc712f5 req-35f9b8ae-5daf-4715-974d-691eabc1d987 tempest-VolumesNegativeTest-1675597269 tempest-VolumesNegativeTest-1675597269-project] 10.222.0.84 "GET /v2.0/ports?device_id=19e37f0c-e2b4-4c9d-8749-ea7263595482 HTTP/1.1" status: 200 len: 949 time: 0.1149189 Apr 30 13:18:39.239308 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-85b788ad-d18f-4a3c-9354-73c75bc712f5 req-f0b646a5-8dc2-4b78-8220-09d782ab7c71 tempest-VolumesNegativeTest-1675597269 tempest-VolumesNegativeTest-1675597269-project] 10.222.0.84 "GET /v2.0/security-groups?id=aca71c5c-0483-43c5-851c-6ce27f716c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631857 Apr 30 13:18:39.846124 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000748'] for agent, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:39.921118 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc199bf3-37f2-420c-8d78-77cf8ae2d024 req-63b260ae-fddc-4b5f-b7ef-0bf3acbac9f0 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:39.922590 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-dc199bf3-37f2-420c-8d78-77cf8ae2d024 req-63b260ae-fddc-4b5f-b7ef-0bf3acbac9f0 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] 10.222.0.84 "GET /v2.0/ports?device_id=3891d1b0-b5dd-47c3-b3d4-60a44acdf909 HTTP/1.1" status: 200 len: 945 time: 0.0921953 Apr 30 13:18:39.977220 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-dc199bf3-37f2-420c-8d78-77cf8ae2d024 req-a9c03eba-4e82-4132-9011-15be37cb0d9a tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] 10.222.0.84 "GET /v2.0/security-groups?id=38056ed3-e545-461e-877e-10c00fc58fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480103 Apr 30 13:18:40.476955 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051a6154-487b-41bf-b99c-77efd80674a8 req-f4c8e549-bff2-4d95-9ba5-c077faf4db3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:40.478343 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-051a6154-487b-41bf-b99c-77efd80674a8 req-f4c8e549-bff2-4d95-9ba5-c077faf4db3f service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=918e31ad0d5f410eac8b4de9626cac1f&device_id=3891d1b0-b5dd-47c3-b3d4-60a44acdf909 HTTP/1.1" status: 200 len: 1098 time: 0.1115649 Apr 30 13:18:40.487321 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59898b1c-6ad1-439c-95b5-2e0f7d2454f4 req-1ce0d605-b13b-4c72-ae39-76987cf03cd6 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:40.488856 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-59898b1c-6ad1-439c-95b5-2e0f7d2454f4 req-1ce0d605-b13b-4c72-ae39-76987cf03cd6 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] 10.222.0.84 "GET /v2.0/ports?device_id=3891d1b0-b5dd-47c3-b3d4-60a44acdf909 HTTP/1.1" status: 200 len: 945 time: 0.1554861 Apr 30 13:18:40.680004 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-59898b1c-6ad1-439c-95b5-2e0f7d2454f4 req-06264459-1004-4713-a402-519a7a39ac63 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] 10.222.0.84 "GET /v2.0/security-groups?id=38056ed3-e545-461e-877e-10c00fc58fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1718626 Apr 30 13:18:40.739340 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051a6154-487b-41bf-b99c-77efd80674a8 req-625b88fb-f936-4590-a8bd-f3fa0f3f6577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:40.740866 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-051a6154-487b-41bf-b99c-77efd80674a8 req-625b88fb-f936-4590-a8bd-f3fa0f3f6577 service neutron] 10.222.0.95 "GET /v2.0/networks?id=1457f85c-3f42-4120-b6e2-0f4ede8b9218 HTTP/1.1" status: 200 len: 911 time: 0.2511199 Apr 30 13:18:40.749450 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c41df7-9bc7-4fb8-97c1-619a1cd7dc05 req-dfafc9b7-f1da-4f7e-a06c-ff90f1841f3c tempest-VolumesNegativeTest-1675597269 tempest-VolumesNegativeTest-1675597269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:40.751356 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-f1c41df7-9bc7-4fb8-97c1-619a1cd7dc05 req-dfafc9b7-f1da-4f7e-a06c-ff90f1841f3c tempest-VolumesNegativeTest-1675597269 tempest-VolumesNegativeTest-1675597269-project] 10.222.0.84 "GET /v2.0/ports?device_id=19e37f0c-e2b4-4c9d-8749-ea7263595482 HTTP/1.1" status: 200 len: 949 time: 0.2416933 Apr 30 13:18:40.927519 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-051a6154-487b-41bf-b99c-77efd80674a8 req-89def3c3-44ad-4095-b0b4-a984bdab411d service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=44f63f57-f3af-42c7-8529-4679e3b0a132 HTTP/1.1" status: 200 len: 1001 time: 0.1756446 Apr 30 13:18:40.932380 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-f1c41df7-9bc7-4fb8-97c1-619a1cd7dc05 req-ef402a2b-3ef1-443c-98f5-911c1bf06825 tempest-VolumesNegativeTest-1675597269 tempest-VolumesNegativeTest-1675597269-project] 10.222.0.84 "GET /v2.0/security-groups?id=aca71c5c-0483-43c5-851c-6ce27f716c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318035 Apr 30 13:18:41.011973 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051a6154-487b-41bf-b99c-77efd80674a8 req-3b4dd110-511a-4290-8390-1cb69ee6bb0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:41.013475 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-051a6154-487b-41bf-b99c-77efd80674a8 req-3b4dd110-511a-4290-8390-1cb69ee6bb0d service neutron] 10.222.0.95 "GET /v2.0/subnets?id=8da5f9ec-8d10-4fc1-8b60-251865469edd HTTP/1.1" status: 200 len: 848 time: 0.0782907 Apr 30 13:18:41.025605 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaff177-1a93-4ad2-8f5d-c3c3d0a6a56b req-34e4ea07-a00e-4d66-a0ba-4f228257b2fb tempest-VolumesNegativeTest-1675597269 tempest-VolumesNegativeTest-1675597269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:41.027092 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-3eaff177-1a93-4ad2-8f5d-c3c3d0a6a56b req-34e4ea07-a00e-4d66-a0ba-4f228257b2fb tempest-VolumesNegativeTest-1675597269 tempest-VolumesNegativeTest-1675597269-project] 10.222.0.95 "GET /v2.0/ports?device_id=19e37f0c-e2b4-4c9d-8749-ea7263595482 HTTP/1.1" status: 200 len: 949 time: 0.1752322 Apr 30 13:18:41.206751 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051a6154-487b-41bf-b99c-77efd80674a8 req-9409fe5d-917d-4e4f-bd2a-ad5b1e2e2297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:41.208255 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-051a6154-487b-41bf-b99c-77efd80674a8 req-9409fe5d-917d-4e4f-bd2a-ad5b1e2e2297 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=1457f85c-3f42-4120-b6e2-0f4ede8b9218&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1802287 Apr 30 13:18:41.409128 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.plugin [req-3eaff177-1a93-4ad2-8f5d-c3c3d0a6a56b req-82b5b4ed-1d9f-46e5-8196-0fffac4646e5 tempest-VolumesNegativeTest-1675597269 tempest-VolumesNegativeTest-1675597269-project] Deleting port da462a66-6c96-426a-9737-628584c4a9c1 {{(pid=73810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:18:41.409446 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-3eaff177-1a93-4ad2-8f5d-c3c3d0a6a56b req-82b5b4ed-1d9f-46e5-8196-0fffac4646e5 tempest-VolumesNegativeTest-1675597269 tempest-VolumesNegativeTest-1675597269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773353273429'] for port, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:41.553482 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-051a6154-487b-41bf-b99c-77efd80674a8 req-36fde264-5706-4571-a102-e9e9023fa2f7 service neutron] 10.222.0.95 "GET /v2.0/networks/1457f85c-3f42-4120-b6e2-0f4ede8b9218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3355207 Apr 30 13:18:41.624760 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.db [req-3eaff177-1a93-4ad2-8f5d-c3c3d0a6a56b req-82b5b4ed-1d9f-46e5-8196-0fffac4646e5 tempest-VolumesNegativeTest-1675597269 tempest-VolumesNegativeTest-1675597269-project] For port da462a66-6c96-426a-9737-628584c4a9c1, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=da462a66-6c96-426a-9737-628584c4a9c1,segment=NetworkSegment(60c6129e-3d9a-4664-be71-b48641985288),segment_id=60c6129e-3d9a-4664-be71-b48641985288)] {{(pid=73810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:18:41.625155 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-3eaff177-1a93-4ad2-8f5d-c3c3d0a6a56b req-82b5b4ed-1d9f-46e5-8196-0fffac4646e5 tempest-VolumesNegativeTest-1675597269 tempest-VolumesNegativeTest-1675597269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1047743'] for port, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:41.813511 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.plugin [req-3eaff177-1a93-4ad2-8f5d-c3c3d0a6a56b req-82b5b4ed-1d9f-46e5-8196-0fffac4646e5 tempest-VolumesNegativeTest-1675597269 tempest-VolumesNegativeTest-1675597269-project] Calling delete_port for da462a66-6c96-426a-9737-628584c4a9c1 owned by compute:nova {{(pid=73810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:18:41.912403 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-051a6154-487b-41bf-b99c-77efd80674a8 req-d197e479-d749-46fa-9464-faf4f717bea8 service neutron] 10.222.0.95 "GET /v2.0/networks/1457f85c-3f42-4120-b6e2-0f4ede8b9218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3416262 Apr 30 13:18:41.964956 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86934ab-ad4f-4a34-ae25-156f73048ff6 req-e0da0a29-1f3b-45be-b40e-e785fc94f2c8 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:41.966488 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-d86934ab-ad4f-4a34-ae25-156f73048ff6 req-e0da0a29-1f3b-45be-b40e-e785fc94f2c8 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] 10.222.0.84 "GET /v2.0/ports?device_id=3891d1b0-b5dd-47c3-b3d4-60a44acdf909 HTTP/1.1" status: 200 len: 945 time: 0.1603868 Apr 30 13:18:42.103175 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-d86934ab-ad4f-4a34-ae25-156f73048ff6 req-1054a193-19cc-49be-b078-68587366edcd tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] 10.222.0.84 "GET /v2.0/security-groups?id=38056ed3-e545-461e-877e-10c00fc58fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1294901 Apr 30 13:18:42.140056 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-3eaff177-1a93-4ad2-8f5d-c3c3d0a6a56b req-82b5b4ed-1d9f-46e5-8196-0fffac4646e5 tempest-VolumesNegativeTest-1675597269 tempest-VolumesNegativeTest-1675597269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4120194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773353276016', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773352839711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11792972'] for port, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:42.146363 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-7735d69f-62f5-43d8-becb-28d0f0446486 tempest-VolumesNegativeTest-1675597269 tempest-VolumesNegativeTest-1675597269-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:18:42.209207 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b5b4ed-1d9f-46e5-8196-0fffac4646e5 tempest-VolumesNegativeTest-1675597269 tempest-VolumesNegativeTest-1675597269-project] Pushing event deleted for resources: {'Port': ['ID=da462a66-6c96-426a-9737-628584c4a9c1,revision_number=None']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:18:42.245571 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-82b5b4ed-1d9f-46e5-8196-0fffac4646e5 tempest-VolumesNegativeTest-1675597269 tempest-VolumesNegativeTest-1675597269-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:18:42.293574 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.db.l3_dvrscheduler_db [req-3eaff177-1a93-4ad2-8f5d-c3c3d0a6a56b req-82b5b4ed-1d9f-46e5-8196-0fffac4646e5 tempest-VolumesNegativeTest-1675597269 tempest-VolumesNegativeTest-1675597269-project] No DVR routers for this DVR port da462a66-6c96-426a-9737-628584c4a9c1 on host hv-cinder-78719 {{(pid=73810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 13:18:42.295118 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-3eaff177-1a93-4ad2-8f5d-c3c3d0a6a56b req-82b5b4ed-1d9f-46e5-8196-0fffac4646e5 tempest-VolumesNegativeTest-1675597269 tempest-VolumesNegativeTest-1675597269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9974'] for port, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:42.298336 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19e37f0c-e2b4-4c9d-8749-ea7263595482', 'name': 'network-vif-deleted', 'tag': 'da462a66-6c96-426a-9737-628584c4a9c1'}] {{(pid=73810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:18:42.313060 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d556f245-257b-4131-8233-08bd61d0f30e req-ce2e6f93-7d25-4ef7-b002-ba55df34102a tempest-VolumesNegativeTest-1675597269 tempest-VolumesNegativeTest-1675597269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:42.314748 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-d556f245-257b-4131-8233-08bd61d0f30e req-ce2e6f93-7d25-4ef7-b002-ba55df34102a tempest-VolumesNegativeTest-1675597269 tempest-VolumesNegativeTest-1675597269-project] 10.222.0.84 "GET /v2.0/ports?device_id=19e37f0c-e2b4-4c9d-8749-ea7263595482 HTTP/1.1" status: 200 len: 867 time: 0.2631512 Apr 30 13:18:42.329758 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-3eaff177-1a93-4ad2-8f5d-c3c3d0a6a56b req-82b5b4ed-1d9f-46e5-8196-0fffac4646e5 tempest-VolumesNegativeTest-1675597269 tempest-VolumesNegativeTest-1675597269-project] 10.222.0.95 "DELETE /v2.0/ports/da462a66-6c96-426a-9737-628584c4a9c1 HTTP/1.1" status: 204 len: 173 time: 1.2703483 Apr 30 13:18:42.374797 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19e37f0c-e2b4-4c9d-8749-ea7263595482', 'name': 'network-vif-deleted', 'tag': 'da462a66-6c96-426a-9737-628584c4a9c1', 'status': 'completed', 'code': 200} Apr 30 13:18:42.381023 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-d556f245-257b-4131-8233-08bd61d0f30e req-15a2866c-1e99-4899-8339-8973c7faa5ef tempest-VolumesNegativeTest-1675597269 tempest-VolumesNegativeTest-1675597269-project] 10.222.0.84 "GET /v2.0/security-groups?id=aca71c5c-0483-43c5-851c-6ce27f716c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498929 Apr 30 13:18:43.309365 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f897de-8b67-4f4a-9491-288aed561e2f req-16025625-8e57-4520-9004-bf62d142227f tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:43.310823 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-f8f897de-8b67-4f4a-9491-288aed561e2f req-16025625-8e57-4520-9004-bf62d142227f tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] 10.222.0.84 "GET /v2.0/ports?device_id=3891d1b0-b5dd-47c3-b3d4-60a44acdf909 HTTP/1.1" status: 200 len: 945 time: 0.0937064 Apr 30 13:18:43.359555 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-f8f897de-8b67-4f4a-9491-288aed561e2f req-a62c6474-e6b8-4472-ad34-87d08cb0f3db tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] 10.222.0.84 "GET /v2.0/security-groups?id=38056ed3-e545-461e-877e-10c00fc58fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425713 Apr 30 13:18:43.591953 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.rpc [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Device da462a66-6c96-426a-9737-628584c4a9c1 no longer exists at agent hyperv_hv-cinder-78719 {{(pid=73812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 13:18:43.636959 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.plugin [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] No Port match for: da462a66-6c96-426a-9737-628584c4a9c1 {{(pid=73812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 13:18:43.637423 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.rpc [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Device da462a66-6c96-426a-9737-628584c4a9c1 not bound to the agent host hv-cinder-78719 {{(pid=73812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 13:18:44.087519 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.84', 58100) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:18:44.216231 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-b940002c-c5b0-4c32-a78a-d04683b43f88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:44.229712 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-b940002c-c5b0-4c32-a78a-d04683b43f88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:18:44.233567 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-b940002c-c5b0-4c32-a78a-d04683b43f88 admin admin] Usage tracker for resource:security_group_rule and tenant:43dde5c0412440d5b638fbb01ddabd9c is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:18:44.236503 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-b940002c-c5b0-4c32-a78a-d04683b43f88 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:18:44.242298 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-b940002c-c5b0-4c32-a78a-d04683b43f88 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:18:44.334846 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.db.agents_db [None req-91df71b6-c2d8-49d0-b68d-2a1f0a47a62a None None] Agent healthcheck: found 6 active agents {{(pid=73814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 13:18:44.354283 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-b940002c-c5b0-4c32-a78a-d04683b43f88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:44.361024 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-b940002c-c5b0-4c32-a78a-d04683b43f88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985230'] for security_group, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:44.375351 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-2aab1d1e-05b8-4825-91f6-098f8feb82fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:18:44.435763 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [None req-b940002c-c5b0-4c32-a78a-d04683b43f88 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=43dde5c0412440d5b638fbb01ddabd9c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3469126 Apr 30 13:18:44.438265 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.84', 58146) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:18:44.442185 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b940002c-c5b0-4c32-a78a-d04683b43f88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23262bdc-b71a-403e-9e6f-42c472c3b1e0,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:18:44.447069 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-b940002c-c5b0-4c32-a78a-d04683b43f88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:18:44.516107 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-cd5b943b-1b04-44c8-92a3-28be1e23db66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:44.547563 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-cd5b943b-1b04-44c8-92a3-28be1e23db66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:44.626104 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-cd5b943b-1b04-44c8-92a3-28be1e23db66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985230'] for security_group, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:44.629866 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-df837985-8ac4-47ab-a3e4-79ae13a69069 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:18:44.645409 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5b943b-1b04-44c8-92a3-28be1e23db66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23262bdc-b71a-403e-9e6f-42c472c3b1e0,revision_number=None']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:18:44.650830 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-cd5b943b-1b04-44c8-92a3-28be1e23db66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:18:44.653280 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-cd5b943b-1b04-44c8-92a3-28be1e23db66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:44.654391 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [None req-cd5b943b-1b04-44c8-92a3-28be1e23db66 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/23262bdc-b71a-403e-9e6f-42c472c3b1e0 HTTP/1.1" status: 204 len: 168 time: 0.2145412 Apr 30 13:18:49.067639 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-b9ec7525-b1b9-41cc-b929-e1d1d6846a16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000748'] for agent, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:49.450128 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.84', 58372) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:18:49.633301 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [None req-2f349846-c929-4788-830e-c2533405923a admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=e2711d8d11ff4e52881511a1c921d835&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1818314 Apr 30 13:18:49.635971 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.84', 58378) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:18:49.705087 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-4a42beb5-eb21-40a6-a62c-ab312a3d5242 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:49.743190 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-4a42beb5-eb21-40a6-a62c-ab312a3d5242 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:49.824828 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-4a42beb5-eb21-40a6-a62c-ab312a3d5242 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985230'] for security_group, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:49.835242 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-20d98c62-0f72-4638-80c4-5d4c116308db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:18:49.854256 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a42beb5-eb21-40a6-a62c-ab312a3d5242 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aca71c5c-0483-43c5-851c-6ce27f716c52,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:18:49.856962 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-4a42beb5-eb21-40a6-a62c-ab312a3d5242 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:18:49.869276 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-4a42beb5-eb21-40a6-a62c-ab312a3d5242 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:49.870443 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [None req-4a42beb5-eb21-40a6-a62c-ab312a3d5242 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/aca71c5c-0483-43c5-851c-6ce27f716c52 HTTP/1.1" status: 204 len: 168 time: 0.2333558 Apr 30 13:18:51.852220 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-4748f41c-475d-4b5a-a0f9-c6eb1defd94f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000748'] for agent, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:52.277874 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000748'] for agent, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:53.114301 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-a9ba599c-bbf2-42e7-8bf2-2ae3bfc6b861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000748'] for agent, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:54.482856 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-5918b5d9-36b2-459a-8043-2e5e2054f07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000748'] for agent, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:05.543959 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838d6a66-b14c-4675-a354-66906c086a11 req-b609fc12-0654-453e-9d32-360bd2d1edd8 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:05.545488 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-838d6a66-b14c-4675-a354-66906c086a11 req-b609fc12-0654-453e-9d32-360bd2d1edd8 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] 10.222.0.84 "GET /v2.0/ports?device_id=1dd81a91-e5f8-448b-8e9c-f25715635bfd HTTP/1.1" status: 200 len: 947 time: 0.0912123 Apr 30 13:19:05.607459 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-838d6a66-b14c-4675-a354-66906c086a11 req-5ba805c0-18cd-4698-9b0a-089a389beb9c tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] 10.222.0.84 "GET /v2.0/security-groups?id=e084591c-f787-483b-9216-30d5c5cd705c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545940 Apr 30 13:19:06.823151 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7622b3-55f6-4c15-bec4-d723201da838 req-17e7b2bf-aca9-4fb6-b628-d8598cdd4aff tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:06.824674 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-9a7622b3-55f6-4c15-bec4-d723201da838 req-17e7b2bf-aca9-4fb6-b628-d8598cdd4aff tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] 10.222.0.84 "GET /v2.0/ports?device_id=1dd81a91-e5f8-448b-8e9c-f25715635bfd HTTP/1.1" status: 200 len: 947 time: 0.0923109 Apr 30 13:19:06.872929 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-9a7622b3-55f6-4c15-bec4-d723201da838 req-71f8d174-d991-47a1-80b1-dff5cef4824f tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] 10.222.0.84 "GET /v2.0/security-groups?id=e084591c-f787-483b-9216-30d5c5cd705c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418861 Apr 30 13:19:07.249066 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcc601d-e4de-4eab-b5d9-a813d9aa7944 req-d484fdcc-726d-4aa1-babc-1042ed3fca51 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:07.250410 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-cbcc601d-e4de-4eab-b5d9-a813d9aa7944 req-d484fdcc-726d-4aa1-babc-1042ed3fca51 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] 10.222.0.95 "GET /v2.0/ports?device_id=1dd81a91-e5f8-448b-8e9c-f25715635bfd HTTP/1.1" status: 200 len: 947 time: 0.0833435 Apr 30 13:19:07.397832 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.plugin [req-cbcc601d-e4de-4eab-b5d9-a813d9aa7944 req-f89720a8-99fc-42b2-9bc6-9f3c313355f9 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Deleting port 18c6c358-6dde-4acf-be95-e3f8cae114d1 {{(pid=73810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:19:07.398147 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-cbcc601d-e4de-4eab-b5d9-a813d9aa7944 req-f89720a8-99fc-42b2-9bc6-9f3c313355f9 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773353273429'] for port, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:07.652818 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.db [req-cbcc601d-e4de-4eab-b5d9-a813d9aa7944 req-f89720a8-99fc-42b2-9bc6-9f3c313355f9 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] For port 18c6c358-6dde-4acf-be95-e3f8cae114d1, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=18c6c358-6dde-4acf-be95-e3f8cae114d1,segment=NetworkSegment(bd5afee6-82cf-4022-aa9c-8998fa98a06d),segment_id=bd5afee6-82cf-4022-aa9c-8998fa98a06d)] {{(pid=73810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:19:07.653886 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-cbcc601d-e4de-4eab-b5d9-a813d9aa7944 req-f89720a8-99fc-42b2-9bc6-9f3c313355f9 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1047743'] for port, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:07.985678 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-cbcc601d-e4de-4eab-b5d9-a813d9aa7944 req-f89720a8-99fc-42b2-9bc6-9f3c313355f9 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Notify callbacks [] for floatingip, precommit_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:07.987149 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-cbcc601d-e4de-4eab-b5d9-a813d9aa7944 req-f89720a8-99fc-42b2-9bc6-9f3c313355f9 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-924836'] for floatingip, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:07.987699 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.db.l3_db [req-cbcc601d-e4de-4eab-b5d9-a813d9aa7944 req-f89720a8-99fc-42b2-9bc6-9f3c313355f9 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Floating IP 58d247f9-e383-4382-aec2-afb6ec029db6 disassociated. External IP: 172.28.3.80, port: 18c6c358-6dde-4acf-be95-e3f8cae114d1. Apr 30 13:19:07.988229 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.plugin [req-cbcc601d-e4de-4eab-b5d9-a813d9aa7944 req-f89720a8-99fc-42b2-9bc6-9f3c313355f9 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Calling delete_port for 18c6c358-6dde-4acf-be95-e3f8cae114d1 owned by compute:nova {{(pid=73810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:19:08.112683 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2afb86d-e827-4a04-86fe-5b5bb74cb44b req-d014921a-a09a-4ba9-9842-df0765eb7d6a tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:08.114195 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-c2afb86d-e827-4a04-86fe-5b5bb74cb44b req-d014921a-a09a-4ba9-9842-df0765eb7d6a tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] 10.222.0.84 "GET /v2.0/ports?device_id=1dd81a91-e5f8-448b-8e9c-f25715635bfd HTTP/1.1" status: 200 len: 947 time: 0.1181836 Apr 30 13:19:08.225136 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-c2afb86d-e827-4a04-86fe-5b5bb74cb44b req-65d6064c-d9f3-4ce7-bd57-8c77d5349d3e tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] 10.222.0.84 "GET /v2.0/security-groups?id=e084591c-f787-483b-9216-30d5c5cd705c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706325 Apr 30 13:19:08.226463 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-cbcc601d-e4de-4eab-b5d9-a813d9aa7944 req-f89720a8-99fc-42b2-9bc6-9f3c313355f9 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4120194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773353276016', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773352839711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11792972'] for port, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:08.232801 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-cb39ed14-c0c1-4efd-832f-94c8aa346358 tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:19:08.278905 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89720a8-99fc-42b2-9bc6-9f3c313355f9 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Pushing event deleted for resources: {'Port': ['ID=18c6c358-6dde-4acf-be95-e3f8cae114d1,revision_number=None']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:19:08.348043 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89720a8-99fc-42b2-9bc6-9f3c313355f9 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:19:08.348417 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89720a8-99fc-42b2-9bc6-9f3c313355f9 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:19:08.348806 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89720a8-99fc-42b2-9bc6-9f3c313355f9 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:19:08.349157 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89720a8-99fc-42b2-9bc6-9f3c313355f9 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:19:08.349503 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89720a8-99fc-42b2-9bc6-9f3c313355f9 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:19:08.349849 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89720a8-99fc-42b2-9bc6-9f3c313355f9 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:19:08.350191 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89720a8-99fc-42b2-9bc6-9f3c313355f9 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:19:08.350532 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89720a8-99fc-42b2-9bc6-9f3c313355f9 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:19:08.350851 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89720a8-99fc-42b2-9bc6-9f3c313355f9 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:19:08.351220 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89720a8-99fc-42b2-9bc6-9f3c313355f9 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:19:08.351551 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89720a8-99fc-42b2-9bc6-9f3c313355f9 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:19:08.351873 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89720a8-99fc-42b2-9bc6-9f3c313355f9 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:19:08.355530 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-f89720a8-99fc-42b2-9bc6-9f3c313355f9 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:19:08.502865 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cbcc601d-e4de-4eab-b5d9-a813d9aa7944 req-f89720a8-99fc-42b2-9bc6-9f3c313355f9 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Router ec506334-ef4a-45b2-8dc2-db935ead4be8 has already been hosted by L3 agent 0896dfae-3c2f-4fc2-b5f4-9284ce516a86 {{(pid=73810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 13:19:08.699066 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cbcc601d-e4de-4eab-b5d9-a813d9aa7944 req-f89720a8-99fc-42b2-9bc6-9f3c313355f9 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Notify agent at l3_agent.dv-cinder-787195-5-smb the message routers_updated {{(pid=73810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 13:19:08.710088 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b121d33-91eb-4eb2-bc9c-e84488f478d9 None None] Sync routers for ids ['ec506334-ef4a-45b2-8dc2-db935ead4be8'] in dv-cinder-787195-5-smb {{(pid=73812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 13:19:08.721956 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b121d33-91eb-4eb2-bc9c-e84488f478d9 None None] Routers {'ec506334-ef4a-45b2-8dc2-db935ead4be8'} bound to L3 agent in host dv-cinder-787195-5-smb {{(pid=73812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:19:08.722679 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.l3_hamode_db [None req-1b121d33-91eb-4eb2-bc9c-e84488f478d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T13:06:52Z,description=,heartbeat_timestamp=2021-04-30T13:18:52Z,host='dv-cinder-787195-5-smb',id=0896dfae-3c2f-4fc2-b5f4-9284ce516a86,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:06:52Z,topic='l3_agent')) {'router_ids': ['ec506334-ef4a-45b2-8dc2-db935ead4be8'], 'active': True} {{(pid=73812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:19:08.779336 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbcc601d-e4de-4eab-b5d9-a813d9aa7944 req-f89720a8-99fc-42b2-9bc6-9f3c313355f9 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] No DVR routers for this DVR port 18c6c358-6dde-4acf-be95-e3f8cae114d1 on host hv-cinder-78719 {{(pid=73810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 13:19:08.781968 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-cbcc601d-e4de-4eab-b5d9-a813d9aa7944 req-f89720a8-99fc-42b2-9bc6-9f3c313355f9 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9974'] for port, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:08.784848 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dd81a91-e5f8-448b-8e9c-f25715635bfd', 'name': 'network-vif-deleted', 'tag': '18c6c358-6dde-4acf-be95-e3f8cae114d1'}] {{(pid=73810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:19:08.810110 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-cbcc601d-e4de-4eab-b5d9-a813d9aa7944 req-f89720a8-99fc-42b2-9bc6-9f3c313355f9 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] 10.222.0.95 "DELETE /v2.0/ports/18c6c358-6dde-4acf-be95-e3f8cae114d1 HTTP/1.1" status: 204 len: 173 time: 1.5511498 Apr 30 13:19:08.863270 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dd81a91-e5f8-448b-8e9c-f25715635bfd', 'name': 'network-vif-deleted', 'tag': '18c6c358-6dde-4acf-be95-e3f8cae114d1', 'status': 'completed', 'code': 200} Apr 30 13:19:08.959009 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.l3_dvr_db [None req-1b121d33-91eb-4eb2-bc9c-e84488f478d9 None None] Set router ec506334-ef4a-45b2-8dc2-db935ead4be8 gateway port host: dv-cinder-787195-5-smb {{(pid=73812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:19:09.407136 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.84', 58586) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:19:09.422054 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.l3_hamode_db [None req-1b121d33-91eb-4eb2-bc9c-e84488f478d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec506334-ef4a-45b2-8dc2-db935ead4be8', 'name': 'tempest-AttachVolumeShelveTestJSON-667705505-router', 'tenant_id': '1cdf6705df774b71b1ef55768d3b4135', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b95ef810-b08d-4c08-b0c0-c75d2ee1b25b', 'external_fixed_ips': [{'subnet_id': 'b3fe51b0-9be9-4b1a-951c-de133b7a88b5', 'ip_address': '172.28.3.47'}], 'enable_snat': True}, 'gw_port_id': '5a759980-3839-4849-86db-9ae124c9a28c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:14:52Z', 'updated_at': '2021-04-30T13:15:16Z', 'revision_number': 4, 'project_id': '1cdf6705df774b71b1ef55768d3b4135', 'gw_port': {'id': '5a759980-3839-4849-86db-9ae124c9a28c', 'name': '', 'network_id': 'b95ef810-b08d-4c08-b0c0-c75d2ee1b25b', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:87:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec506334-ef4a-45b2-8dc2-db935ead4be8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'b3fe51b0-9be9-4b1a-951c-de133b7a88b5', 'ip_address': '172.28.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:14:55Z', 'updated_at': '2021-04-30T13:15:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fe51b0-9be9-4b1a-951c-de133b7a88b5', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-5-smb', '_interfaces': [{'id': 'fc2b2f69-1d4b-4674-803a-ec61eadd06ab', 'name': '', 'network_id': 'e366e837-ed9f-4552-8a40-b501cbb570b4', 'tenant_id': '1cdf6705df774b71b1ef55768d3b4135', 'mac_address': 'fa:16:3e:50:aa:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec506334-ef4a-45b2-8dc2-db935ead4be8', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '6bc0199c-a631-4772-be49-5ae677a3d71f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:15:10Z', 'updated_at': '2021-04-30T13:15:28Z', 'revision_number': 5, 'project_id': '1cdf6705df774b71b1ef55768d3b4135', 'subnets': [{'id': '6bc0199c-a631-4772-be49-5ae677a3d71f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-5-smb', False) {} {{(pid=73812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:19:09.428254 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b121d33-91eb-4eb2-bc9c-e84488f478d9 None None] Checking router: ec506334-ef4a-45b2-8dc2-db935ead4be8 for host: dv-cinder-787195-5-smb {{(pid=73812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 13:19:09.438296 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b121d33-91eb-4eb2-bc9c-e84488f478d9 None None] Routers {'ec506334-ef4a-45b2-8dc2-db935ead4be8'} bound to L3 agent in host dv-cinder-787195-5-smb {{(pid=73812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:19:09.438938 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.l3_hamode_db [None req-1b121d33-91eb-4eb2-bc9c-e84488f478d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T13:06:52Z,description=,heartbeat_timestamp=2021-04-30T13:18:52Z,host='dv-cinder-787195-5-smb',id=0896dfae-3c2f-4fc2-b5f4-9284ce516a86,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:06:52Z,topic='l3_agent')) {'router_ids': ['ec506334-ef4a-45b2-8dc2-db935ead4be8'], 'active': True} {{(pid=73812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:19:09.495419 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-27e5f4a0-077c-4dec-a98a-6a0051d44e69 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Notify callbacks [] for security_group, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:09.533744 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-27e5f4a0-077c-4dec-a98a-6a0051d44e69 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Notify callbacks [] for security_group, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:09.605457 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-27e5f4a0-077c-4dec-a98a-6a0051d44e69 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985230'] for security_group, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:09.613582 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-09756001-50aa-472e-8392-e9fdd7b53eef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:19:09.630324 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e5f4a0-077c-4dec-a98a-6a0051d44e69 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e084591c-f787-483b-9216-30d5c5cd705c,revision_number=None']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:19:09.633174 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-27e5f4a0-077c-4dec-a98a-6a0051d44e69 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:19:09.639698 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-27e5f4a0-077c-4dec-a98a-6a0051d44e69 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Notify callbacks [] for security_group, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:09.644457 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [None req-27e5f4a0-077c-4dec-a98a-6a0051d44e69 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] 10.222.0.84 "DELETE /v2.0/security-groups/e084591c-f787-483b-9216-30d5c5cd705c HTTP/1.1" status: 204 len: 168 time: 0.2325637 Apr 30 13:19:09.644457 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.84', 58590) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:19:09.660877 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.api.v2.resource [None req-2a4e9750-25d8-44de-a3d4-f1e28ae80df5 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] show failed (client error): The resource could not be found. Apr 30 13:19:09.664409 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [None req-2a4e9750-25d8-44de-a3d4-f1e28ae80df5 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] 10.222.0.84 "GET /v2.0/security-groups/e084591c-f787-483b-9216-30d5c5cd705c HTTP/1.1" status: 404 len: 347 time: 0.0171709 Apr 30 13:19:09.665200 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.84', 58594) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:19:09.720416 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.rpc [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Device 18c6c358-6dde-4acf-be95-e3f8cae114d1 no longer exists at agent hyperv_hv-cinder-78719 {{(pid=73812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 13:19:09.747651 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.l3_dvr_db [None req-1b121d33-91eb-4eb2-bc9c-e84488f478d9 None None] Set router ec506334-ef4a-45b2-8dc2-db935ead4be8 gateway port host: dv-cinder-787195-5-smb {{(pid=73812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:19:09.811782 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.plugin [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] No Port match for: 18c6c358-6dde-4acf-be95-e3f8cae114d1 {{(pid=73812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 13:19:09.812136 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.rpc [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Device 18c6c358-6dde-4acf-be95-e3f8cae114d1 not bound to the agent host hv-cinder-78719 {{(pid=73812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 13:19:09.906371 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.plugin [None req-0dcdd3b1-9652-43e0-9939-90c28e2d630f tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Deleting port ecbfc6ed-75bf-4007-a56c-1629b8784562 {{(pid=73810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:19:09.907170 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-0dcdd3b1-9652-43e0-9939-90c28e2d630f tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773353273429'] for port, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:09.919270 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000748'] for agent, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:10.112729 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.l3_hamode_db [None req-1b121d33-91eb-4eb2-bc9c-e84488f478d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec506334-ef4a-45b2-8dc2-db935ead4be8', 'name': 'tempest-AttachVolumeShelveTestJSON-667705505-router', 'tenant_id': '1cdf6705df774b71b1ef55768d3b4135', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b95ef810-b08d-4c08-b0c0-c75d2ee1b25b', 'external_fixed_ips': [{'subnet_id': 'b3fe51b0-9be9-4b1a-951c-de133b7a88b5', 'ip_address': '172.28.3.47'}], 'enable_snat': True}, 'gw_port_id': '5a759980-3839-4849-86db-9ae124c9a28c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:14:52Z', 'updated_at': '2021-04-30T13:15:16Z', 'revision_number': 4, 'project_id': '1cdf6705df774b71b1ef55768d3b4135', 'gw_port': {'id': '5a759980-3839-4849-86db-9ae124c9a28c', 'name': '', 'network_id': 'b95ef810-b08d-4c08-b0c0-c75d2ee1b25b', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:87:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec506334-ef4a-45b2-8dc2-db935ead4be8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'b3fe51b0-9be9-4b1a-951c-de133b7a88b5', 'ip_address': '172.28.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:14:55Z', 'updated_at': '2021-04-30T13:15:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fe51b0-9be9-4b1a-951c-de133b7a88b5', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-5-smb', '_interfaces': [{'id': 'fc2b2f69-1d4b-4674-803a-ec61eadd06ab', 'name': '', 'network_id': 'e366e837-ed9f-4552-8a40-b501cbb570b4', 'tenant_id': '1cdf6705df774b71b1ef55768d3b4135', 'mac_address': 'fa:16:3e:50:aa:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec506334-ef4a-45b2-8dc2-db935ead4be8', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '6bc0199c-a631-4772-be49-5ae677a3d71f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:15:10Z', 'updated_at': '2021-04-30T13:15:28Z', 'revision_number': 5, 'project_id': '1cdf6705df774b71b1ef55768d3b4135', 'subnets': [{'id': '6bc0199c-a631-4772-be49-5ae677a3d71f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-5-smb', False) {} {{(pid=73812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:19:10.118410 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b121d33-91eb-4eb2-bc9c-e84488f478d9 None None] The sync data for ids ['ec506334-ef4a-45b2-8dc2-db935ead4be8'] in dv-cinder-787195-5-smb is: [{'id': 'ec506334-ef4a-45b2-8dc2-db935ead4be8', 'name': 'tempest-AttachVolumeShelveTestJSON-667705505-router', 'tenant_id': '1cdf6705df774b71b1ef55768d3b4135', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b95ef810-b08d-4c08-b0c0-c75d2ee1b25b', 'external_fixed_ips': [{'subnet_id': 'b3fe51b0-9be9-4b1a-951c-de133b7a88b5', 'ip_address': '172.28.3.47'}], 'enable_snat': True}, 'gw_port_id': '5a759980-3839-4849-86db-9ae124c9a28c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:14:52Z', 'updated_at': '2021-04-30T13:15:16Z', 'revision_number': 4, 'project_id': '1cdf6705df774b71b1ef55768d3b4135', 'gw_port': {'id': '5a759980-3839-4849-86db-9ae124c9a28c', 'name': '', 'network_id': 'b95ef810-b08d-4c08-b0c0-c75d2ee1b25b', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:87:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec506334-ef4a-45b2-8dc2-db935ead4be8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'b3fe51b0-9be9-4b1a-951c-de133b7a88b5', 'ip_address': '172.28.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:14:55Z', 'updated_at': '2021-04-30T13:15:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fe51b0-9be9-4b1a-951c-de133b7a88b5', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-5-smb', '_interfaces': [{'id': 'fc2b2f69-1d4b-4674-803a-ec61eadd06ab', 'name': '', 'network_id': 'e366e837-ed9f-4552-8a40-b501cbb570b4', 'tenant_id': '1cdf6705df774b71b1ef55768d3b4135', 'mac_address': 'fa:16:3e:50:aa:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec506334-ef4a-45b2-8dc2-db935ead4be8', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '6bc0199c-a631-4772-be49-5ae677a3d71f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:15:10Z', 'updated_at': '2021-04-30T13:15:28Z', 'revision_number': 5, 'project_id': '1cdf6705df774b71b1ef55768d3b4135', 'subnets': [{'id': '6bc0199c-a631-4772-be49-5ae677a3d71f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 13:19:10.142805 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-0dcdd3b1-9652-43e0-9939-90c28e2d630f tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1047743'] for port, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:10.143229 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-0dcdd3b1-9652-43e0-9939-90c28e2d630f tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:10.285478 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.plugin [None req-0dcdd3b1-9652-43e0-9939-90c28e2d630f tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Calling delete_port for ecbfc6ed-75bf-4007-a56c-1629b8784562 owned by network:floatingip {{(pid=73810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:19:10.376922 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71add28f-68ec-487e-a225-025d41c00f97 None None] New status for floating IP 58d247f9-e383-4382-aec2-afb6ec029db6: DOWN {{(pid=73814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 13:19:10.443519 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-0dcdd3b1-9652-43e0-9939-90c28e2d630f tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4120194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773353276016', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773352839711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11792972'] for port, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:10.460590 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-4fcab349-1969-4c86-ba2d-902729b8444c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:19:10.554651 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcdd3b1-9652-43e0-9939-90c28e2d630f tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Pushing event deleted for resources: {'Port': ['ID=ecbfc6ed-75bf-4007-a56c-1629b8784562,revision_number=None']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:19:10.690618 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-0dcdd3b1-9652-43e0-9939-90c28e2d630f tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:19:10.731085 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-0dcdd3b1-9652-43e0-9939-90c28e2d630f tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Notify callbacks [] for floatingip, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:10.748095 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-0dcdd3b1-9652-43e0-9939-90c28e2d630f tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9974'] for floatingip, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:10.749348 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [None req-0dcdd3b1-9652-43e0-9939-90c28e2d630f tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] 10.222.0.84 "DELETE /v2.0/floatingips/58d247f9-e383-4382-aec2-afb6ec029db6 HTTP/1.1" status: 204 len: 168 time: 1.0830607 Apr 30 13:19:10.998772 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.84', 58618) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:19:11.006008 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.v2.base [None req-56700b41-9260-41c6-affa-fc13b61f9bff tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1651426549', 'description': 'tempest-description--1969025713'}} {{(pid=73810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:19:11.013584 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-56700b41-9260-41c6-affa-fc13b61f9bff tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:19:11.018386 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-56700b41-9260-41c6-affa-fc13b61f9bff tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Usage tracker for resource:security_group and tenant:1cdf6705df774b71b1ef55768d3b4135 is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:19:11.021672 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-56700b41-9260-41c6-affa-fc13b61f9bff tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:19:11.028359 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-56700b41-9260-41c6-affa-fc13b61f9bff tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:19:11.043385 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-56700b41-9260-41c6-affa-fc13b61f9bff tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Notify callbacks [] for security_group, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:11.072289 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-56700b41-9260-41c6-affa-fc13b61f9bff tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:19:11.080618 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-56700b41-9260-41c6-affa-fc13b61f9bff tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Usage tracker for resource:security_group_rule and tenant:1cdf6705df774b71b1ef55768d3b4135 is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:19:11.084307 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-56700b41-9260-41c6-affa-fc13b61f9bff tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:19:11.090805 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-56700b41-9260-41c6-affa-fc13b61f9bff tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:19:11.172743 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-56700b41-9260-41c6-affa-fc13b61f9bff tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Notify callbacks [] for security_group, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:11.177523 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-56700b41-9260-41c6-affa-fc13b61f9bff tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985230'] for security_group, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:11.181885 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-ab49a94b-51a5-408c-86cd-14719abef7a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:19:11.227710 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56700b41-9260-41c6-affa-fc13b61f9bff tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Pushing event updated for resources: {'SecurityGroup': ['ID=edc58895-a2c1-4f02-9a0e-67934106755d,revision_number=1']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:19:11.230479 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-56700b41-9260-41c6-affa-fc13b61f9bff tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Notify callbacks [] for security_group, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:11.231685 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [None req-56700b41-9260-41c6-affa-fc13b61f9bff tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2318335 Apr 30 13:19:11.232590 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-56700b41-9260-41c6-affa-fc13b61f9bff tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:19:11.235260 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.84', 58624) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:19:11.239935 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.v2.base [None req-929f2f70-33ff-4024-b795-adff2073c100 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Request body: {'security_group_rule': {'security_group_id': 'edc58895-a2c1-4f02-9a0e-67934106755d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=73810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:19:11.246468 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-929f2f70-33ff-4024-b795-adff2073c100 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:19:11.250665 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-929f2f70-33ff-4024-b795-adff2073c100 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Usage tracker for resource:security_group_rule and tenant:1cdf6705df774b71b1ef55768d3b4135 is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:19:11.253640 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-929f2f70-33ff-4024-b795-adff2073c100 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:19:11.259441 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-929f2f70-33ff-4024-b795-adff2073c100 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:19:11.276711 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-929f2f70-33ff-4024-b795-adff2073c100 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:11.346043 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-929f2f70-33ff-4024-b795-adff2073c100 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:11.350046 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-929f2f70-33ff-4024-b795-adff2073c100 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988753'] for security_group_rule, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:11.356965 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:19:11.377170 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929f2f70-33ff-4024-b795-adff2073c100 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=341c6228-eb82-4fcb-baa3-f71de01a7df4,revision_number=0']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:19:11.379949 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-929f2f70-33ff-4024-b795-adff2073c100 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:19:11.390196 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-929f2f70-33ff-4024-b795-adff2073c100 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:11.391734 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [None req-929f2f70-33ff-4024-b795-adff2073c100 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1559868 Apr 30 13:19:11.394664 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.84', 58628) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:19:11.400599 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.v2.base [None req-30d5d08c-e635-47c5-997a-4c9392fe4415 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Request body: {'security_group_rule': {'security_group_id': 'edc58895-a2c1-4f02-9a0e-67934106755d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=73810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:19:11.406809 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-30d5d08c-e635-47c5-997a-4c9392fe4415 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:19:11.411751 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-30d5d08c-e635-47c5-997a-4c9392fe4415 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Usage tracker for resource:security_group_rule and tenant:1cdf6705df774b71b1ef55768d3b4135 is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:19:11.415120 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-30d5d08c-e635-47c5-997a-4c9392fe4415 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:19:11.421624 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-30d5d08c-e635-47c5-997a-4c9392fe4415 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:19:11.439933 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-30d5d08c-e635-47c5-997a-4c9392fe4415 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:11.514937 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-30d5d08c-e635-47c5-997a-4c9392fe4415 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:11.519859 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-30d5d08c-e635-47c5-997a-4c9392fe4415 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988753'] for security_group_rule, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:11.521988 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:19:11.549196 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d5d08c-e635-47c5-997a-4c9392fe4415 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=483e48af-09c1-4d99-b298-5701a670c8b6,revision_number=0']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:19:11.552481 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-30d5d08c-e635-47c5-997a-4c9392fe4415 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:19:11.555283 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-30d5d08c-e635-47c5-997a-4c9392fe4415 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:11.559647 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [None req-30d5d08c-e635-47c5-997a-4c9392fe4415 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1639400 Apr 30 13:19:11.560193 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.84', 58632) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:19:11.569290 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.v2.base [None req-94883047-ed91-4a48-8817-a8fb148cf1e2 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Request body: {'floatingip': {'floating_network_id': 'b95ef810-b08d-4c08-b0c0-c75d2ee1b25b'}} {{(pid=73809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:19:11.578996 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-94883047-ed91-4a48-8817-a8fb148cf1e2 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:19:11.583116 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-94883047-ed91-4a48-8817-a8fb148cf1e2 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Usage tracker for resource:floatingip and tenant:1cdf6705df774b71b1ef55768d3b4135 is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:19:11.586259 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-94883047-ed91-4a48-8817-a8fb148cf1e2 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:19:11.593025 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-94883047-ed91-4a48-8817-a8fb148cf1e2 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:19:11.604108 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-94883047-ed91-4a48-8817-a8fb148cf1e2 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Notify callbacks [] for floatingip, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:11.761983 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-94883047-ed91-4a48-8817-a8fb148cf1e2 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4120257'] for port, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:11.906344 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.db_base_plugin_common [None req-94883047-ed91-4a48-8817-a8fb148cf1e2 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Allocated IP 172.28.3.222 (b95ef810-b08d-4c08-b0c0-c75d2ee1b25b/b3fe51b0-9be9-4b1a-951c-de133b7a88b5/76ed8ddb-ea40-4990-a89c-27d0a0081b67) {{(pid=73809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 13:19:12.071540 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-94883047-ed91-4a48-8817-a8fb148cf1e2 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Notify callbacks [] for port, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:12.108116 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-94883047-ed91-4a48-8817-a8fb148cf1e2 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4120194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773352839702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11423588'] for port, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:12.112149 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:19:12.175011 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94883047-ed91-4a48-8817-a8fb148cf1e2 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Network b95ef810-b08d-4c08-b0c0-c75d2ee1b25b is already hosted by enough agents. {{(pid=73809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:19:12.183168 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.scheduler.base_scheduler [None req-94883047-ed91-4a48-8817-a8fb148cf1e2 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Resources bound (agent type, host, resource id): {{(pid=73809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:19:12.187915 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94883047-ed91-4a48-8817-a8fb148cf1e2 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Received port after_create {{(pid=73809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 13:19:12.238382 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94883047-ed91-4a48-8817-a8fb148cf1e2 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Pushing event updated for resources: {'Port': ['ID=76ed8ddb-ea40-4990-a89c-27d0a0081b67,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:19:12.239267 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-3c47821f-6e36-41fa-95b4-80c02210682a req-d61d7822-5668-4fa7-8ad8-76c8f0380c50 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=3891d1b0-b5dd-47c3-b3d4-60a44acdf909&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0777807 Apr 30 13:19:12.251034 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94883047-ed91-4a48-8817-a8fb148cf1e2 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:19:12.251412 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94883047-ed91-4a48-8817-a8fb148cf1e2 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:19:12.251780 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94883047-ed91-4a48-8817-a8fb148cf1e2 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:19:12.252141 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94883047-ed91-4a48-8817-a8fb148cf1e2 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:19:12.252533 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94883047-ed91-4a48-8817-a8fb148cf1e2 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:19:12.252893 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94883047-ed91-4a48-8817-a8fb148cf1e2 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:19:12.253248 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94883047-ed91-4a48-8817-a8fb148cf1e2 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:19:12.253627 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94883047-ed91-4a48-8817-a8fb148cf1e2 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:19:12.253986 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94883047-ed91-4a48-8817-a8fb148cf1e2 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:19:12.254669 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94883047-ed91-4a48-8817-a8fb148cf1e2 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:19:12.254926 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94883047-ed91-4a48-8817-a8fb148cf1e2 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:19:12.255096 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94883047-ed91-4a48-8817-a8fb148cf1e2 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:19:12.260632 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-94883047-ed91-4a48-8817-a8fb148cf1e2 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:19:12.295398 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-94883047-ed91-4a48-8817-a8fb148cf1e2 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Notify callbacks [] for floatingip, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:12.368244 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c47821f-6e36-41fa-95b4-80c02210682a req-8a60a4bc-3074-4583-b3e3-e1e9f73b5775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:12.369943 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-3c47821f-6e36-41fa-95b4-80c02210682a req-8a60a4bc-3074-4583-b3e3-e1e9f73b5775 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=918e31ad0d5f410eac8b4de9626cac1f&device_id=3891d1b0-b5dd-47c3-b3d4-60a44acdf909 HTTP/1.1" status: 200 len: 1098 time: 0.0952790 Apr 30 13:19:12.378333 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-94883047-ed91-4a48-8817-a8fb148cf1e2 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4120257'] for port, before_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:12.538394 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c47821f-6e36-41fa-95b4-80c02210682a req-2ef1ae69-982d-43ad-8afb-714c2688d10b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:12.540411 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-3c47821f-6e36-41fa-95b4-80c02210682a req-2ef1ae69-982d-43ad-8afb-714c2688d10b service neutron] 10.222.0.95 "GET /v2.0/networks?id=1457f85c-3f42-4120-b6e2-0f4ede8b9218 HTTP/1.1" status: 200 len: 911 time: 0.1465702 Apr 30 13:19:12.624115 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-94883047-ed91-4a48-8817-a8fb148cf1e2 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Notify callbacks [] for port, precommit_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:12.630765 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-94883047-ed91-4a48-8817-a8fb148cf1e2 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4120194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773353276007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773352839720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773352839765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11423599'] for port, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:12.635734 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-c2d27f14-0826-49ff-8532-c5b2e66d973e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:19:12.664115 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-3c47821f-6e36-41fa-95b4-80c02210682a req-e6ac11f7-29ec-4dbc-921e-b5aa98c1b9f7 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=44f63f57-f3af-42c7-8529-4679e3b0a132 HTTP/1.1" status: 200 len: 1001 time: 0.1163881 Apr 30 13:19:12.738426 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c47821f-6e36-41fa-95b4-80c02210682a req-2a3506a5-9002-49c3-82bd-9b9f596d8fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:12.739917 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-3c47821f-6e36-41fa-95b4-80c02210682a req-2a3506a5-9002-49c3-82bd-9b9f596d8fa9 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=8da5f9ec-8d10-4fc1-8b60-251865469edd HTTP/1.1" status: 200 len: 848 time: 0.0688906 Apr 30 13:19:12.743131 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94883047-ed91-4a48-8817-a8fb148cf1e2 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Pushing event updated for resources: {'Port': ['ID=76ed8ddb-ea40-4990-a89c-27d0a0081b67,revision_number=2']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:19:12.747561 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-94883047-ed91-4a48-8817-a8fb148cf1e2 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:19:12.755727 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-94883047-ed91-4a48-8817-a8fb148cf1e2 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-924836'] for floatingip, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:12.780290 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-94883047-ed91-4a48-8817-a8fb148cf1e2 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9974'] for floatingip, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:12.790407 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [None req-94883047-ed91-4a48-8817-a8fb148cf1e2 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2197225 Apr 30 13:19:12.825150 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c47821f-6e36-41fa-95b4-80c02210682a req-a9f8702b-bfeb-47a0-bec1-370e21a4eeef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:12.826652 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-3c47821f-6e36-41fa-95b4-80c02210682a req-a9f8702b-bfeb-47a0-bec1-370e21a4eeef service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=1457f85c-3f42-4120-b6e2-0f4ede8b9218&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0778449 Apr 30 13:19:12.978921 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-3c47821f-6e36-41fa-95b4-80c02210682a req-f2e65681-6f8d-4c2e-8698-61323b241cdd service neutron] 10.222.0.95 "GET /v2.0/networks/1457f85c-3f42-4120-b6e2-0f4ede8b9218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442969 Apr 30 13:19:13.121434 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.quota.resource [req-237474ed-b93d-45e8-bc6a-158ae5a9562d req-4b9bfef4-c24a-4492-9493-c55bcd16d9f5 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Synchronizing usage tracker for tenant:1cdf6705df774b71b1ef55768d3b4135 on resource:security_group {{(pid=73810) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:19:13.163924 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-3c47821f-6e36-41fa-95b4-80c02210682a req-891e32d1-7e6e-4285-8be9-c862d42cf34a service neutron] 10.222.0.95 "GET /v2.0/networks/1457f85c-3f42-4120-b6e2-0f4ede8b9218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1777697 Apr 30 13:19:13.165476 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.quota.resource [req-237474ed-b93d-45e8-bc6a-158ae5a9562d req-4b9bfef4-c24a-4492-9493-c55bcd16d9f5 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Unset dirty status for tenant:1cdf6705df774b71b1ef55768d3b4135 on resource:security_group {{(pid=73810) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:19:13.167000 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-237474ed-b93d-45e8-bc6a-158ae5a9562d req-4b9bfef4-c24a-4492-9493-c55bcd16d9f5 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-securitygroup--1651426549&fields=id&tenant_id=1cdf6705df774b71b1ef55768d3b4135 HTTP/1.1" status: 200 len: 267 time: 0.1630864 Apr 30 13:19:13.420460 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237474ed-b93d-45e8-bc6a-158ae5a9562d req-ed3276ed-32e9-42d5-a2e2-7923a01d6bab tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:13.421884 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-237474ed-b93d-45e8-bc6a-158ae5a9562d req-ed3276ed-32e9-42d5-a2e2-7923a01d6bab tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] 10.222.0.84 "GET /v2.0/networks?id=e366e837-ed9f-4552-8a40-b501cbb570b4 HTTP/1.1" status: 200 len: 816 time: 0.2446563 Apr 30 13:19:13.437281 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-237474ed-b93d-45e8-bc6a-158ae5a9562d req-6d3aabe6-1a54-42bb-b924-ee71a440b091 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] 10.222.0.84 "GET /v2.0/quotas/1cdf6705df774b71b1ef55768d3b4135 HTTP/1.1" status: 200 len: 375 time: 0.0097048 Apr 30 13:19:13.526760 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.quota.resource [req-237474ed-b93d-45e8-bc6a-158ae5a9562d req-8e42d329-bea4-42ec-8dd6-4935c19cc904 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Synchronizing usage tracker for tenant:1cdf6705df774b71b1ef55768d3b4135 on resource:port {{(pid=73810) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:19:13.545805 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.quota.resource [req-237474ed-b93d-45e8-bc6a-158ae5a9562d req-8e42d329-bea4-42ec-8dd6-4935c19cc904 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Unset dirty status for tenant:1cdf6705df774b71b1ef55768d3b4135 on resource:port {{(pid=73810) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:19:13.547340 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-237474ed-b93d-45e8-bc6a-158ae5a9562d req-8e42d329-bea4-42ec-8dd6-4935c19cc904 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=1cdf6705df774b71b1ef55768d3b4135&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1046634 Apr 30 13:19:13.698973 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-237474ed-b93d-45e8-bc6a-158ae5a9562d req-f5b38665-c1c4-4440-a9d5-eb46ce30bed6 service neutron] 10.222.0.84 "GET /v2.0/networks/e366e837-ed9f-4552-8a40-b501cbb570b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388667 Apr 30 13:19:13.839020 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-237474ed-b93d-45e8-bc6a-158ae5a9562d req-dbe5a177-f550-4b9c-84aa-104356bc9495 service neutron] 10.222.0.84 "GET /v2.0/networks/e366e837-ed9f-4552-8a40-b501cbb570b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337185 Apr 30 13:19:14.037125 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-e99c774b-8327-42f5-b1ed-4dc4b135d8d8 req-e0c077a9-dafc-49ce-a605-4dd19bacf9df tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] 10.222.0.84 "GET /v2.0/ports?device_id=77fd793d-7b41-47b1-b1fe-3e87464e36dd HTTP/1.1" status: 200 len: 210 time: 0.0500102 Apr 30 13:19:15.291420 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-f5d3d9b3-f0bf-495a-8b77-44c960217399 req-9b3d33fc-f09f-487c-aca7-3197b4b440dc tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] 10.222.0.84 "GET /v2.0/ports?device_id=77fd793d-7b41-47b1-b1fe-3e87464e36dd HTTP/1.1" status: 200 len: 210 time: 0.0634749 Apr 30 13:19:15.342582 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237474ed-b93d-45e8-bc6a-158ae5a9562d req-a24f6fbe-4fc6-4995-9532-3f15b57b6fb1 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:15.345784 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-237474ed-b93d-45e8-bc6a-158ae5a9562d req-a24f6fbe-4fc6-4995-9532-3f15b57b6fb1 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] 10.222.0.95 "GET /v2.0/networks?id=e366e837-ed9f-4552-8a40-b501cbb570b4 HTTP/1.1" status: 200 len: 816 time: 0.2338068 Apr 30 13:19:15.402820 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-237474ed-b93d-45e8-bc6a-158ae5a9562d req-9c19f44d-764f-425d-b5fc-679a7ae9c46f tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] 10.222.0.95 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1cdf6705df774b71b1ef55768d3b4135 HTTP/1.1" status: 200 len: 380 time: 0.0469930 Apr 30 13:19:15.413091 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.v2.base [req-237474ed-b93d-45e8-bc6a-158ae5a9562d req-a6a1e829-384d-46e7-a5f0-15e9948406b7 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Request body: {'port': {'device_id': '77fd793d-7b41-47b1-b1fe-3e87464e36dd', 'network_id': 'e366e837-ed9f-4552-8a40-b501cbb570b4', 'admin_state_up': True, 'tenant_id': '1cdf6705df774b71b1ef55768d3b4135', 'security_groups': ['edc58895-a2c1-4f02-9a0e-67934106755d']}} {{(pid=73810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:19:15.561692 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [req-237474ed-b93d-45e8-bc6a-158ae5a9562d req-a6a1e829-384d-46e7-a5f0-15e9948406b7 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:19:15.572436 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [req-237474ed-b93d-45e8-bc6a-158ae5a9562d req-a6a1e829-384d-46e7-a5f0-15e9948406b7 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:19:15.583042 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-237474ed-b93d-45e8-bc6a-158ae5a9562d req-a6a1e829-384d-46e7-a5f0-15e9948406b7 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Made reservation on behalf of 1cdf6705df774b71b1ef55768d3b4135 for: {'port': 1} {{(pid=73810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:19:15.587009 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-237474ed-b93d-45e8-bc6a-158ae5a9562d req-a6a1e829-384d-46e7-a5f0-15e9948406b7 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4120257'] for port, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:15.763541 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.db.db_base_plugin_common [req-237474ed-b93d-45e8-bc6a-158ae5a9562d req-a6a1e829-384d-46e7-a5f0-15e9948406b7 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Allocated IP 172.20.0.14 (e366e837-ed9f-4552-8a40-b501cbb570b4/6bc0199c-a631-4772-be49-5ae677a3d71f/c1ad8528-0f1f-40bc-a845-305b432b4090) {{(pid=73810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 13:19:15.970932 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-237474ed-b93d-45e8-bc6a-158ae5a9562d req-a6a1e829-384d-46e7-a5f0-15e9948406b7 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Notify callbacks [] for port, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:15.988058 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [req-237474ed-b93d-45e8-bc6a-158ae5a9562d req-a6a1e829-384d-46e7-a5f0-15e9948406b7 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Transition to ACTIVE for port object c1ad8528-0f1f-40bc-a845-305b432b4090 will not be triggered until provisioned by entity DHCP. {{(pid=73810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:19:16.021575 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-237474ed-b93d-45e8-bc6a-158ae5a9562d req-a6a1e829-384d-46e7-a5f0-15e9948406b7 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4120194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773352839702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11792972'] for port, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:16.027787 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-7f08353f-25ca-43e6-8584-07d23f0836f1 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:19:16.099962 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-237474ed-b93d-45e8-bc6a-158ae5a9562d req-a6a1e829-384d-46e7-a5f0-15e9948406b7 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Network e366e837-ed9f-4552-8a40-b501cbb570b4 is already hosted by enough agents. {{(pid=73810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:19:16.103556 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.scheduler.base_scheduler [req-237474ed-b93d-45e8-bc6a-158ae5a9562d req-a6a1e829-384d-46e7-a5f0-15e9948406b7 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Resources bound (agent type, host, resource id): {{(pid=73810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:19:16.108623 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.db.l3_dvrscheduler_db [req-237474ed-b93d-45e8-bc6a-158ae5a9562d req-a6a1e829-384d-46e7-a5f0-15e9948406b7 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Received port after_create {{(pid=73810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 13:19:16.140818 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a1e829-384d-46e7-a5f0-15e9948406b7 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Pushing event updated for resources: {'Port': ['ID=c1ad8528-0f1f-40bc-a845-305b432b4090,revision_number=1']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:19:16.153034 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-a6a1e829-384d-46e7-a5f0-15e9948406b7 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:19:16.182742 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237474ed-b93d-45e8-bc6a-158ae5a9562d req-a6a1e829-384d-46e7-a5f0-15e9948406b7 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:16.183464 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-237474ed-b93d-45e8-bc6a-158ae5a9562d req-a6a1e829-384d-46e7-a5f0-15e9948406b7 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9974'] for port, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:16.214355 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-237474ed-b93d-45e8-bc6a-158ae5a9562d req-a6a1e829-384d-46e7-a5f0-15e9948406b7 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8052776 Apr 30 13:19:16.228006 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.v2.base [req-237474ed-b93d-45e8-bc6a-158ae5a9562d req-2ca75d7a-b0b2-4a65-8b2b-a3156c419201 service neutron] Request body: {'port': {'device_id': '77fd793d-7b41-47b1-b1fe-3e87464e36dd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78719'}} {{(pid=73810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:19:16.327465 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.provisioning_blocks [None req-23bbb5d8-197e-4db9-8063-45ee1c86cf80 None None] Provisioning for port c1ad8528-0f1f-40bc-a845-305b432b4090 completed by entity DHCP. {{(pid=73812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:19:16.333186 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.provisioning_blocks [None req-23bbb5d8-197e-4db9-8063-45ee1c86cf80 None None] Provisioning complete for port c1ad8528-0f1f-40bc-a845-305b432b4090 triggered by entity DHCP. {{(pid=73812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:19:16.333579 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-23bbb5d8-197e-4db9-8063-45ee1c86cf80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000605'] for port, provisioning_complete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:16.353786 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-237474ed-b93d-45e8-bc6a-158ae5a9562d req-2ca75d7a-b0b2-4a65-8b2b-a3156c419201 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4120257'] for port, before_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:16.395777 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.plugin [None req-23bbb5d8-197e-4db9-8063-45ee1c86cf80 None None] Port c1ad8528-0f1f-40bc-a845-305b432b4090 cannot update to ACTIVE because it is not bound. {{(pid=73812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 13:19:16.757729 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696452f5-b8fd-48e9-a998-a1c1b7c1c7cf req-617e2f64-1108-42dc-a8d6-23ce85085a8c tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:16.758424 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.quota.resource [req-696452f5-b8fd-48e9-a998-a1c1b7c1c7cf req-617e2f64-1108-42dc-a8d6-23ce85085a8c tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Synchronizing usage tracker for tenant:1cdf6705df774b71b1ef55768d3b4135 on resource:port {{(pid=73810) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:19:16.795366 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.quota.resource [req-696452f5-b8fd-48e9-a998-a1c1b7c1c7cf req-617e2f64-1108-42dc-a8d6-23ce85085a8c tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Unset dirty status for tenant:1cdf6705df774b71b1ef55768d3b4135 on resource:port {{(pid=73810) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:19:16.796453 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-696452f5-b8fd-48e9-a998-a1c1b7c1c7cf req-617e2f64-1108-42dc-a8d6-23ce85085a8c tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] 10.222.0.84 "GET /v2.0/ports?device_id=77fd793d-7b41-47b1-b1fe-3e87464e36dd HTTP/1.1" status: 200 len: 932 time: 0.3716865 Apr 30 13:19:16.860167 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-696452f5-b8fd-48e9-a998-a1c1b7c1c7cf req-6ca937d7-f4bc-4041-affe-0ab3cf39eff4 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] 10.222.0.84 "GET /v2.0/security-groups?id=edc58895-a2c1-4f02-9a0e-67934106755d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521572 Apr 30 13:19:16.938822 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.notifiers.nova [req-237474ed-b93d-45e8-bc6a-158ae5a9562d req-2ca75d7a-b0b2-4a65-8b2b-a3156c419201 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1ad8528-0f1f-40bc-a845-305b432b4090 {{(pid=73810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 13:19:16.947124 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-237474ed-b93d-45e8-bc6a-158ae5a9562d req-2ca75d7a-b0b2-4a65-8b2b-a3156c419201 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:16.966372 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [req-237474ed-b93d-45e8-bc6a-158ae5a9562d req-2ca75d7a-b0b2-4a65-8b2b-a3156c419201 service neutron] Transition to ACTIVE for port object c1ad8528-0f1f-40bc-a845-305b432b4090 will not be triggered until provisioned by entity L2. {{(pid=73810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:19:16.970809 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-237474ed-b93d-45e8-bc6a-158ae5a9562d req-2ca75d7a-b0b2-4a65-8b2b-a3156c419201 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4120194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773353276007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773352839720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773352839765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11792967'] for port, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:16.975711 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-0bc9b298-146d-48d4-b1a5-d59ccc53dc88 tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:19:17.157041 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca75d7a-b0b2-4a65-8b2b-a3156c419201 service neutron] Pushing event updated for resources: {'Port': ['ID=c1ad8528-0f1f-40bc-a845-305b432b4090,revision_number=2']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:19:17.160057 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-2ca75d7a-b0b2-4a65-8b2b-a3156c419201 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:19:17.242374 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.managers [req-237474ed-b93d-45e8-bc6a-158ae5a9562d req-2ca75d7a-b0b2-4a65-8b2b-a3156c419201 service neutron] Attempting to bind port c1ad8528-0f1f-40bc-a845-305b432b4090 on host hv-cinder-78719 for vnic_type normal with profile {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 13:19:17.242852 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.managers [req-237474ed-b93d-45e8-bc6a-158ae5a9562d req-2ca75d7a-b0b2-4a65-8b2b-a3156c419201 service neutron] Attempting to bind port c1ad8528-0f1f-40bc-a845-305b432b4090 by drivers openvswitch,hyperv on host hv-cinder-78719 at level 0 using segments [{'id': 'bd5afee6-82cf-4022-aa9c-8998fa98a06d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': 'e366e837-ed9f-4552-8a40-b501cbb570b4'}] {{(pid=73810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 13:19:17.243391 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-237474ed-b93d-45e8-bc6a-158ae5a9562d req-2ca75d7a-b0b2-4a65-8b2b-a3156c419201 service neutron] Attempting to bind port c1ad8528-0f1f-40bc-a845-305b432b4090 on network e366e837-ed9f-4552-8a40-b501cbb570b4 {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:19:17.249032 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-237474ed-b93d-45e8-bc6a-158ae5a9562d req-2ca75d7a-b0b2-4a65-8b2b-a3156c419201 service neutron] Port c1ad8528-0f1f-40bc-a845-305b432b4090 on network e366e837-ed9f-4552-8a40-b501cbb570b4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78719 {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 30 13:19:17.249332 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-237474ed-b93d-45e8-bc6a-158ae5a9562d req-2ca75d7a-b0b2-4a65-8b2b-a3156c419201 service neutron] Attempting to bind port c1ad8528-0f1f-40bc-a845-305b432b4090 on network e366e837-ed9f-4552-8a40-b501cbb570b4 {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:19:17.255051 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-237474ed-b93d-45e8-bc6a-158ae5a9562d req-2ca75d7a-b0b2-4a65-8b2b-a3156c419201 service neutron] Checking agent: {'id': '9979f301-637a-421d-a751-ee4de56fc333', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78719', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 13, 10), 'started_at': datetime.datetime(2021, 4, 30, 13, 13, 10), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 19, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 13:19:17.255562 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-237474ed-b93d-45e8-bc6a-158ae5a9562d req-2ca75d7a-b0b2-4a65-8b2b-a3156c419201 service neutron] Checking segment: {'id': 'bd5afee6-82cf-4022-aa9c-8998fa98a06d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': 'e366e837-ed9f-4552-8a40-b501cbb570b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:19:17.256142 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-237474ed-b93d-45e8-bc6a-158ae5a9562d req-2ca75d7a-b0b2-4a65-8b2b-a3156c419201 service neutron] Bound using segment: {'id': 'bd5afee6-82cf-4022-aa9c-8998fa98a06d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': 'e366e837-ed9f-4552-8a40-b501cbb570b4'} {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 13:19:17.256829 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.managers [req-237474ed-b93d-45e8-bc6a-158ae5a9562d req-2ca75d7a-b0b2-4a65-8b2b-a3156c419201 service neutron] Bound port: c1ad8528-0f1f-40bc-a845-305b432b4090, host: hv-cinder-78719, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd5afee6-82cf-4022-aa9c-8998fa98a06d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': 'e366e837-ed9f-4552-8a40-b501cbb570b4'}}] {{(pid=73810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 13:19:17.257370 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-237474ed-b93d-45e8-bc6a-158ae5a9562d req-2ca75d7a-b0b2-4a65-8b2b-a3156c419201 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4120257'] for port, before_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:17.356969 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.db [req-237474ed-b93d-45e8-bc6a-158ae5a9562d req-2ca75d7a-b0b2-4a65-8b2b-a3156c419201 service neutron] For port c1ad8528-0f1f-40bc-a845-305b432b4090, host hv-cinder-78719, cleared binding levels {{(pid=73810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 13:19:17.360668 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.db [req-237474ed-b93d-45e8-bc6a-158ae5a9562d req-2ca75d7a-b0b2-4a65-8b2b-a3156c419201 service neutron] For port c1ad8528-0f1f-40bc-a845-305b432b4090, host hv-cinder-78719, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=c1ad8528-0f1f-40bc-a845-305b432b4090,segment=NetworkSegment(bd5afee6-82cf-4022-aa9c-8998fa98a06d),segment_id=bd5afee6-82cf-4022-aa9c-8998fa98a06d)] {{(pid=73810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 13:19:17.366286 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-237474ed-b93d-45e8-bc6a-158ae5a9562d req-2ca75d7a-b0b2-4a65-8b2b-a3156c419201 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4120194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773353276007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773352839720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773352839765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11792967'] for port, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:17.370068 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:19:17.424744 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237474ed-b93d-45e8-bc6a-158ae5a9562d req-2ca75d7a-b0b2-4a65-8b2b-a3156c419201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:17.425545 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-237474ed-b93d-45e8-bc6a-158ae5a9562d req-2ca75d7a-b0b2-4a65-8b2b-a3156c419201 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9974'] for port, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:17.427024 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-237474ed-b93d-45e8-bc6a-158ae5a9562d req-2ca75d7a-b0b2-4a65-8b2b-a3156c419201 service neutron] 10.222.0.95 "PUT /v2.0/ports/c1ad8528-0f1f-40bc-a845-305b432b4090 HTTP/1.1" status: 200 len: 1094 time: 1.2051156 Apr 30 13:19:17.429614 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77fd793d-7b41-47b1-b1fe-3e87464e36dd', 'tag': 'c1ad8528-0f1f-40bc-a845-305b432b4090'}] {{(pid=73810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:19:17.466546 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca75d7a-b0b2-4a65-8b2b-a3156c419201 service neutron] Pushing event updated for resources: {'Port': ['ID=c1ad8528-0f1f-40bc-a845-305b432b4090,revision_number=3']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:19:17.470331 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-2ca75d7a-b0b2-4a65-8b2b-a3156c419201 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:19:17.518599 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77fd793d-7b41-47b1-b1fe-3e87464e36dd', 'tag': 'c1ad8528-0f1f-40bc-a845-305b432b4090', 'status': 'completed', 'code': 200} Apr 30 13:19:17.570157 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237474ed-b93d-45e8-bc6a-158ae5a9562d req-c3024a13-3739-451d-a5ba-ca0da8a0780a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:17.571759 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-237474ed-b93d-45e8-bc6a-158ae5a9562d req-c3024a13-3739-451d-a5ba-ca0da8a0780a service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=1cdf6705df774b71b1ef55768d3b4135&device_id=77fd793d-7b41-47b1-b1fe-3e87464e36dd HTTP/1.1" status: 200 len: 1097 time: 0.0910742 Apr 30 13:19:17.646675 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-237474ed-b93d-45e8-bc6a-158ae5a9562d req-3755f3dd-f77e-44ed-8c19-4b723dcc6572 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c1ad8528-0f1f-40bc-a845-305b432b4090 HTTP/1.1" status: 200 len: 217 time: 0.0668595 Apr 30 13:19:17.714069 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237474ed-b93d-45e8-bc6a-158ae5a9562d req-5b7d4877-cd8c-454e-b6aa-fb12878f1bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:17.715427 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-237474ed-b93d-45e8-bc6a-158ae5a9562d req-5b7d4877-cd8c-454e-b6aa-fb12878f1bd0 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=6bc0199c-a631-4772-be49-5ae677a3d71f HTTP/1.1" status: 200 len: 855 time: 0.0612183 Apr 30 13:19:17.801956 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237474ed-b93d-45e8-bc6a-158ae5a9562d req-d66ada9b-485f-479a-b5a8-bf4b24e85a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:17.803562 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-237474ed-b93d-45e8-bc6a-158ae5a9562d req-d66ada9b-485f-479a-b5a8-bf4b24e85a6c service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=e366e837-ed9f-4552-8a40-b501cbb570b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0805836 Apr 30 13:19:17.944388 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-237474ed-b93d-45e8-bc6a-158ae5a9562d req-b427efbd-6852-487f-bafb-680099f1af97 service neutron] 10.222.0.95 "GET /v2.0/networks/e366e837-ed9f-4552-8a40-b501cbb570b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330814 Apr 30 13:19:18.133303 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-237474ed-b93d-45e8-bc6a-158ae5a9562d req-b8e1e88d-33a7-466c-9ccd-a0128e556d62 service neutron] 10.222.0.95 "GET /v2.0/networks/e366e837-ed9f-4552-8a40-b501cbb570b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1796284 Apr 30 13:19:18.146482 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6178ca07-c639-4eda-8bf2-b99b804ed87f req-6a8c9397-dee7-418e-a1d5-a0d35b4674fc tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:18.148093 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-6178ca07-c639-4eda-8bf2-b99b804ed87f req-6a8c9397-dee7-418e-a1d5-a0d35b4674fc tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] 10.222.0.84 "GET /v2.0/ports?device_id=77fd793d-7b41-47b1-b1fe-3e87464e36dd HTTP/1.1" status: 200 len: 944 time: 0.1635585 Apr 30 13:19:18.246720 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-6178ca07-c639-4eda-8bf2-b99b804ed87f req-6ebfbb11-088a-48da-8a79-140868f32ba3 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] 10.222.0.84 "GET /v2.0/security-groups?id=edc58895-a2c1-4f02-9a0e-67934106755d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888572 Apr 30 13:19:18.280494 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d10391-10a0-4f31-8a8f-8d9e5b13e141 req-fc0d3114-5693-40d9-aed1-6fc27698d0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:18.282072 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-91d10391-10a0-4f31-8a8f-8d9e5b13e141 req-fc0d3114-5693-40d9-aed1-6fc27698d0d2 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=1cdf6705df774b71b1ef55768d3b4135&device_id=77fd793d-7b41-47b1-b1fe-3e87464e36dd HTTP/1.1" status: 200 len: 1097 time: 0.0928631 Apr 30 13:19:18.516110 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d10391-10a0-4f31-8a8f-8d9e5b13e141 req-ecb4c04a-3c8e-4375-a82a-5289adc21d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:18.517633 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-91d10391-10a0-4f31-8a8f-8d9e5b13e141 req-ecb4c04a-3c8e-4375-a82a-5289adc21d58 service neutron] 10.222.0.95 "GET /v2.0/networks?id=e366e837-ed9f-4552-8a40-b501cbb570b4 HTTP/1.1" status: 200 len: 918 time: 0.2284496 Apr 30 13:19:18.595465 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-91d10391-10a0-4f31-8a8f-8d9e5b13e141 req-37cd2e71-6606-4fd0-9a44-adfeb4ebdbdb service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c1ad8528-0f1f-40bc-a845-305b432b4090 HTTP/1.1" status: 200 len: 217 time: 0.0689466 Apr 30 13:19:18.673229 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d10391-10a0-4f31-8a8f-8d9e5b13e141 req-c543729c-2a4f-4658-87a3-06a7cbb75de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:18.674682 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-91d10391-10a0-4f31-8a8f-8d9e5b13e141 req-c543729c-2a4f-4658-87a3-06a7cbb75de1 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=6bc0199c-a631-4772-be49-5ae677a3d71f HTTP/1.1" status: 200 len: 855 time: 0.0686116 Apr 30 13:19:18.759799 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d10391-10a0-4f31-8a8f-8d9e5b13e141 req-9a32835d-3516-4eed-8453-ac0389d8c1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:18.761245 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-91d10391-10a0-4f31-8a8f-8d9e5b13e141 req-9a32835d-3516-4eed-8453-ac0389d8c1bb service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=e366e837-ed9f-4552-8a40-b501cbb570b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0786505 Apr 30 13:19:18.902448 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-91d10391-10a0-4f31-8a8f-8d9e5b13e141 req-13559459-321d-4c76-b091-6ba07e98bcae service neutron] 10.222.0.95 "GET /v2.0/networks/e366e837-ed9f-4552-8a40-b501cbb570b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339316 Apr 30 13:19:19.048251 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-91d10391-10a0-4f31-8a8f-8d9e5b13e141 req-71ac1d6a-099e-4d03-b1b1-251ea45809a8 service neutron] 10.222.0.95 "GET /v2.0/networks/e366e837-ed9f-4552-8a40-b501cbb570b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370020 Apr 30 13:19:19.066075 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-bb5255fb-af35-4273-9072-53dcd5e6b812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000748'] for agent, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:19.459210 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461d53b0-8176-4ca7-8525-80e5b372de09 req-b3626915-f86d-4e09-b6d4-e516000f2817 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:19.460778 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-461d53b0-8176-4ca7-8525-80e5b372de09 req-b3626915-f86d-4e09-b6d4-e516000f2817 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] 10.222.0.84 "GET /v2.0/ports?device_id=77fd793d-7b41-47b1-b1fe-3e87464e36dd HTTP/1.1" status: 200 len: 944 time: 0.0986598 Apr 30 13:19:19.514214 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-461d53b0-8176-4ca7-8525-80e5b372de09 req-a80e64a9-511a-4208-8cb5-95b4320ab7f8 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] 10.222.0.84 "GET /v2.0/security-groups?id=edc58895-a2c1-4f02-9a0e-67934106755d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473464 Apr 30 13:19:19.777018 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.rpc [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Device c1ad8528-0f1f-40bc-a845-305b432b4090 details requested by agent hyperv_hv-cinder-78719 with host hv-cinder-78719 {{(pid=73812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 13:19:19.920973 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.db [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] For port c1ad8528-0f1f-40bc-a845-305b432b4090, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=c1ad8528-0f1f-40bc-a845-305b432b4090,segment=NetworkSegment(bd5afee6-82cf-4022-aa9c-8998fa98a06d),segment_id=bd5afee6-82cf-4022-aa9c-8998fa98a06d)] {{(pid=73812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:19:19.942555 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.rpc [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Returning: {'device': 'c1ad8528-0f1f-40bc-a845-305b432b4090', 'network_id': 'e366e837-ed9f-4552-8a40-b501cbb570b4', 'port_id': 'c1ad8528-0f1f-40bc-a845-305b432b4090', 'mac_address': 'fa:16:3e:68:b2:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bc0199c-a631-4772-be49-5ae677a3d71f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 13:19:20.025895 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4120257'] for port, before_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:20.044937 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.notifiers.nova [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1ad8528-0f1f-40bc-a845-305b432b4090 {{(pid=73812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 13:19:20.064310 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.db [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] For port c1ad8528-0f1f-40bc-a845-305b432b4090, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=c1ad8528-0f1f-40bc-a845-305b432b4090,segment=NetworkSegment(bd5afee6-82cf-4022-aa9c-8998fa98a06d),segment_id=bd5afee6-82cf-4022-aa9c-8998fa98a06d)] {{(pid=73812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:19:20.069122 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4120194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773353276007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773352839720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773352839765'] for port, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:20.070870 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:19:20.143145 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Pushing event updated for resources: {'Port': ['ID=c1ad8528-0f1f-40bc-a845-305b432b4090,revision_number=4']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:19:20.151317 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:19:20.151578 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:19:20.151958 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:19:20.152274 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:19:20.152635 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:19:20.152963 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:19:20.153290 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:19:20.153688 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:19:20.153934 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:19:20.154259 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:19:20.154584 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:19:20.154880 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:19:20.159042 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:19:20.325896 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.db [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] get_ports_and_sgs() called for port_ids ['c1ad8528-0f1f-40bc-a845-305b432b4090'] {{(pid=73812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 13:19:20.686207 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.84', 58780) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:19:20.715034 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f3b44b-c511-4418-9ae7-48e6814e0872 req-29b1f792-0064-4465-9db7-2d4a865cabf5 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:20.716610 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-02f3b44b-c511-4418-9ae7-48e6814e0872 req-29b1f792-0064-4465-9db7-2d4a865cabf5 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] 10.222.0.84 "GET /v2.0/ports?device_id=77fd793d-7b41-47b1-b1fe-3e87464e36dd HTTP/1.1" status: 200 len: 945 time: 0.0857859 Apr 30 13:19:20.775501 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-02f3b44b-c511-4418-9ae7-48e6814e0872 req-41ae5834-64e5-4cc5-a256-316c76dd02e6 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] 10.222.0.84 "GET /v2.0/security-groups?id=edc58895-a2c1-4f02-9a0e-67934106755d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484281 Apr 30 13:19:20.825957 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-c54a9afb-c68e-4c5d-a25f-c376f2969133 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:20.841373 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-c54a9afb-c68e-4c5d-a25f-c376f2969133 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:19:20.845511 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-c54a9afb-c68e-4c5d-a25f-c376f2969133 admin admin] Usage tracker for resource:security_group_rule and tenant:cab9fb22981349e2a2e25e030811ec4f is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:19:20.848512 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-c54a9afb-c68e-4c5d-a25f-c376f2969133 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:19:20.854314 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-c54a9afb-c68e-4c5d-a25f-c376f2969133 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:19:20.951614 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-c54a9afb-c68e-4c5d-a25f-c376f2969133 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:20.957683 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-c54a9afb-c68e-4c5d-a25f-c376f2969133 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985230'] for security_group, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:20.965504 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-a9809be2-9698-4374-9f9c-37a7f7ed6b1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:19:21.006973 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [None req-c54a9afb-c68e-4c5d-a25f-c376f2969133 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=cab9fb22981349e2a2e25e030811ec4f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3195043 Apr 30 13:19:21.007926 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54a9afb-c68e-4c5d-a25f-c376f2969133 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2078ec6-0130-46a0-8b80-6eff924eefd8,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:19:21.010006 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.84', 58786) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:19:21.011821 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-c54a9afb-c68e-4c5d-a25f-c376f2969133 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:19:21.075401 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-6450e63e-c557-4445-8b12-e2ab5b8417ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:21.102883 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-6450e63e-c557-4445-8b12-e2ab5b8417ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:21.157397 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-6450e63e-c557-4445-8b12-e2ab5b8417ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985230'] for security_group, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:21.161177 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:19:21.172769 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6450e63e-c557-4445-8b12-e2ab5b8417ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2078ec6-0130-46a0-8b80-6eff924eefd8,revision_number=None']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:19:21.176624 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-6450e63e-c557-4445-8b12-e2ab5b8417ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:19:21.180282 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-6450e63e-c557-4445-8b12-e2ab5b8417ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:21.181429 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [None req-6450e63e-c557-4445-8b12-e2ab5b8417ee admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/d2078ec6-0130-46a0-8b80-6eff924eefd8 HTTP/1.1" status: 204 len: 168 time: 0.1704059 Apr 30 13:19:21.334708 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.db.agents_db [None req-91df71b6-c2d8-49d0-b68d-2a1f0a47a62a None None] Agent healthcheck: found 6 active agents {{(pid=73814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 13:19:21.495292 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.84', 58796) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:19:21.513308 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-0eba9a9c-b83e-443f-b8fa-5c1c5120100f admin admin] Notify callbacks [] for security_group, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:21.528871 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-0eba9a9c-b83e-443f-b8fa-5c1c5120100f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:19:21.533468 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-0eba9a9c-b83e-443f-b8fa-5c1c5120100f admin admin] Usage tracker for resource:security_group_rule and tenant:9f206c1a38c44ae0a394638f778a1171 is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:19:21.536585 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-0eba9a9c-b83e-443f-b8fa-5c1c5120100f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:19:21.542723 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-0eba9a9c-b83e-443f-b8fa-5c1c5120100f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:19:21.636596 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-0eba9a9c-b83e-443f-b8fa-5c1c5120100f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:21.641340 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-0eba9a9c-b83e-443f-b8fa-5c1c5120100f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985230'] for security_group, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:21.648858 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-e21094a6-ada0-40b2-a64e-5edd4b1135cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:19:21.694840 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [None req-0eba9a9c-b83e-443f-b8fa-5c1c5120100f admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=9f206c1a38c44ae0a394638f778a1171&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1984086 Apr 30 13:19:21.695888 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eba9a9c-b83e-443f-b8fa-5c1c5120100f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=402da9d8-b9fb-479e-9c9a-1248f61db33c,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:19:21.697673 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.84', 58800) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:19:21.699222 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-0eba9a9c-b83e-443f-b8fa-5c1c5120100f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:19:21.762036 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-00ac7104-6f46-4961-97d6-78cb29e0f44c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:21.790259 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-00ac7104-6f46-4961-97d6-78cb29e0f44c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:21.791919 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.rpc [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Device c1ad8528-0f1f-40bc-a845-305b432b4090 up at agent hyperv_hv-cinder-78719 {{(pid=73812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:19:21.856400 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-00ac7104-6f46-4961-97d6-78cb29e0f44c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985230'] for security_group, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:21.862358 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-20dbfb97-8e35-4534-934c-6e5809034282 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:19:21.864002 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-67c7cc9c-4d6a-4204-bdb6-8d51ebb8392e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000748'] for agent, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:21.874352 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ac7104-6f46-4961-97d6-78cb29e0f44c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=402da9d8-b9fb-479e-9c9a-1248f61db33c,revision_number=None']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:19:21.883643 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-00ac7104-6f46-4961-97d6-78cb29e0f44c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:19:21.888489 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-00ac7104-6f46-4961-97d6-78cb29e0f44c admin admin] Notify callbacks [] for security_group, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:21.889171 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [None req-00ac7104-6f46-4961-97d6-78cb29e0f44c admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/402da9d8-b9fb-479e-9c9a-1248f61db33c HTTP/1.1" status: 204 len: 168 time: 0.1905003 Apr 30 13:19:21.894542 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.provisioning_blocks [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Provisioning for port c1ad8528-0f1f-40bc-a845-305b432b4090 completed by entity L2. {{(pid=73812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:19:21.904177 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.provisioning_blocks [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Provisioning complete for port c1ad8528-0f1f-40bc-a845-305b432b4090 triggered by entity L2. {{(pid=73812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:19:21.905184 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000605'] for port, provisioning_complete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:22.012524 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487f13fc-4add-4296-8d09-e0686349f58b req-d159bd14-5777-4ac6-b755-9449c899c706 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:22.020649 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-487f13fc-4add-4296-8d09-e0686349f58b req-d159bd14-5777-4ac6-b755-9449c899c706 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] 10.222.0.84 "GET /v2.0/ports?device_id=77fd793d-7b41-47b1-b1fe-3e87464e36dd HTTP/1.1" status: 200 len: 945 time: 0.1028552 Apr 30 13:19:22.075325 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4120257'] for port, before_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:22.106769 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-487f13fc-4add-4296-8d09-e0686349f58b req-3a5b1ca0-e479-4f14-b8d3-500002611b95 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] 10.222.0.84 "GET /v2.0/security-groups?id=edc58895-a2c1-4f02-9a0e-67934106755d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697753 Apr 30 13:19:22.108582 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77fd793d-7b41-47b1-b1fe-3e87464e36dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1ad8528-0f1f-40bc-a845-305b432b4090'}] {{(pid=73812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:19:22.122941 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.db [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] For port c1ad8528-0f1f-40bc-a845-305b432b4090, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=c1ad8528-0f1f-40bc-a845-305b432b4090,segment=NetworkSegment(bd5afee6-82cf-4022-aa9c-8998fa98a06d),segment_id=bd5afee6-82cf-4022-aa9c-8998fa98a06d)] {{(pid=73812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:19:22.127633 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4120194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773353276007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773352839720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773352839765'] for port, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:22.130175 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:19:22.196631 dv-cinder-787195-5-smb neutron-server[73812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77fd793d-7b41-47b1-b1fe-3e87464e36dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1ad8528-0f1f-40bc-a845-305b432b4090', 'code': 200} Apr 30 13:19:22.228653 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Pushing event updated for resources: {'Port': ['ID=c1ad8528-0f1f-40bc-a845-305b432b4090,revision_number=5']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:19:22.233375 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:19:22.288747 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000748'] for agent, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:22.470714 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5842a1ff-f3b7-43d7-a6e4-8f79550c773c req-3de70e24-c2f6-41a0-a71f-d2c9ca6d9561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:22.472248 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-5842a1ff-f3b7-43d7-a6e4-8f79550c773c req-3de70e24-c2f6-41a0-a71f-d2c9ca6d9561 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=77fd793d-7b41-47b1-b1fe-3e87464e36dd HTTP/1.1" status: 200 len: 1099 time: 0.0910068 Apr 30 13:19:22.561467 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-5842a1ff-f3b7-43d7-a6e4-8f79550c773c req-5205ec05-79f1-436b-a132-a6198282bc24 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=edc58895-a2c1-4f02-9a0e-67934106755d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819514 Apr 30 13:19:22.599117 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f94596-6459-4fd1-92cf-e088ee8ca5ba req-b006cb50-3d39-4eb5-9a9e-431b97f30eb6 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:22.601131 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-81f94596-6459-4fd1-92cf-e088ee8ca5ba req-b006cb50-3d39-4eb5-9a9e-431b97f30eb6 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] 10.222.0.84 "GET /v2.0/ports?device_id=3891d1b0-b5dd-47c3-b3d4-60a44acdf909 HTTP/1.1" status: 200 len: 945 time: 0.1087430 Apr 30 13:19:22.652853 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-81f94596-6459-4fd1-92cf-e088ee8ca5ba req-293b53cf-9211-4fde-9e8c-deb73296094a tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] 10.222.0.84 "GET /v2.0/security-groups?id=38056ed3-e545-461e-877e-10c00fc58fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452855 Apr 30 13:19:23.114230 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-a9ba599c-bbf2-42e7-8bf2-2ae3bfc6b861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000748'] for agent, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:23.311726 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab2da4e-ef35-49e5-9f16-256621201d07 req-9edfc4b1-dcbc-437d-b8ad-11d9aef90c63 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:23.313339 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-bab2da4e-ef35-49e5-9f16-256621201d07 req-9edfc4b1-dcbc-437d-b8ad-11d9aef90c63 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] 10.222.0.84 "GET /v2.0/ports?device_id=77fd793d-7b41-47b1-b1fe-3e87464e36dd HTTP/1.1" status: 200 len: 946 time: 0.1013277 Apr 30 13:19:23.395142 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-bab2da4e-ef35-49e5-9f16-256621201d07 req-15dd05bb-58b0-4021-82f7-24f2bc482369 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] 10.222.0.84 "GET /v2.0/security-groups?id=edc58895-a2c1-4f02-9a0e-67934106755d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744917 Apr 30 13:19:23.853483 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1e7500-123b-4bb7-a149-f34949a63787 req-faf4ae58-2b25-4bba-9940-d2a399744d0d tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:23.855055 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-0b1e7500-123b-4bb7-a149-f34949a63787 req-faf4ae58-2b25-4bba-9940-d2a399744d0d tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] 10.222.0.84 "GET /v2.0/ports?device_id=3891d1b0-b5dd-47c3-b3d4-60a44acdf909 HTTP/1.1" status: 200 len: 945 time: 0.0917168 Apr 30 13:19:23.905865 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-0b1e7500-123b-4bb7-a149-f34949a63787 req-7b91fb3a-9fba-436f-86f5-318adea9090a tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] 10.222.0.84 "GET /v2.0/security-groups?id=38056ed3-e545-461e-877e-10c00fc58fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442674 Apr 30 13:19:24.491958 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-5918b5d9-36b2-459a-8043-2e5e2054f07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000748'] for agent, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:24.614278 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5201a2ff-bebc-49f1-851e-665abd9772c6 req-96a79774-c61b-441a-b287-0e97a5761a99 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:24.615871 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-5201a2ff-bebc-49f1-851e-665abd9772c6 req-96a79774-c61b-441a-b287-0e97a5761a99 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] 10.222.0.84 "GET /v2.0/ports?device_id=77fd793d-7b41-47b1-b1fe-3e87464e36dd HTTP/1.1" status: 200 len: 946 time: 0.0934718 Apr 30 13:19:24.722201 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-5201a2ff-bebc-49f1-851e-665abd9772c6 req-67fe2feb-4a44-46f3-ba92-59858c0c056b tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] 10.222.0.84 "GET /v2.0/security-groups?id=edc58895-a2c1-4f02-9a0e-67934106755d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736921 Apr 30 13:19:24.779183 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5d0579-fa57-47ff-8af7-f8891f7c03a5 req-47225eab-4293-4186-a686-9bd82db9d6b0 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:24.780773 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-7d5d0579-fa57-47ff-8af7-f8891f7c03a5 req-47225eab-4293-4186-a686-9bd82db9d6b0 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] 10.222.0.95 "GET /v2.0/ports?device_id=3891d1b0-b5dd-47c3-b3d4-60a44acdf909 HTTP/1.1" status: 200 len: 945 time: 0.1639895 Apr 30 13:19:25.204758 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.plugin [req-7d5d0579-fa57-47ff-8af7-f8891f7c03a5 req-07273179-826a-474f-a29e-3552f7c19afc tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Deleting port 44f63f57-f3af-42c7-8529-4679e3b0a132 {{(pid=73810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:19:25.205098 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-7d5d0579-fa57-47ff-8af7-f8891f7c03a5 req-07273179-826a-474f-a29e-3552f7c19afc tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773353273429'] for port, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:25.229454 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b955925-2cd7-48f4-8a9b-60fd2d1f3039 req-f828f2d3-9b6d-496a-812e-27641a5d8543 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:25.230935 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-2b955925-2cd7-48f4-8a9b-60fd2d1f3039 req-f828f2d3-9b6d-496a-812e-27641a5d8543 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] 10.222.0.84 "GET /v2.0/ports?device_id=77fd793d-7b41-47b1-b1fe-3e87464e36dd HTTP/1.1" status: 200 len: 946 time: 0.3613620 Apr 30 13:19:25.240286 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.84', 58872) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:19:25.249793 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.v2.base [None req-609e326d-368c-4343-ba42-4d3bbd9c66bf tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Request body: {'floatingip': {'port_id': 'c1ad8528-0f1f-40bc-a845-305b432b4090'}} {{(pid=73809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:19:25.250602 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5499476-08a4-4356-b7d7-186f6e312e10 req-15bf1128-aaac-4599-8f21-88f71e090519 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:25.252112 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-b5499476-08a4-4356-b7d7-186f6e312e10 req-15bf1128-aaac-4599-8f21-88f71e090519 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] 10.222.0.84 "GET /v2.0/ports?device_id=3891d1b0-b5dd-47c3-b3d4-60a44acdf909 HTTP/1.1" status: 200 len: 945 time: 0.1681602 Apr 30 13:19:25.335318 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-609e326d-368c-4343-ba42-4d3bbd9c66bf tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Notify callbacks [] for floatingip, before_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:25.375378 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-b5499476-08a4-4356-b7d7-186f6e312e10 req-8e5f77e7-4db0-4f72-b298-5849839d5dae tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] 10.222.0.84 "GET /v2.0/security-groups?id=38056ed3-e545-461e-877e-10c00fc58fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1134181 Apr 30 13:19:25.407858 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.db [req-7d5d0579-fa57-47ff-8af7-f8891f7c03a5 req-07273179-826a-474f-a29e-3552f7c19afc tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] For port 44f63f57-f3af-42c7-8529-4679e3b0a132, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=44f63f57-f3af-42c7-8529-4679e3b0a132,segment=NetworkSegment(ff042486-32fa-466b-a0ab-93d4f13b17fd),segment_id=ff042486-32fa-466b-a0ab-93d4f13b17fd)] {{(pid=73810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:19:25.408318 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-7d5d0579-fa57-47ff-8af7-f8891f7c03a5 req-07273179-826a-474f-a29e-3552f7c19afc tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1047743'] for port, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:25.722142 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-7d5d0579-fa57-47ff-8af7-f8891f7c03a5 req-07273179-826a-474f-a29e-3552f7c19afc tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Notify callbacks [] for floatingip, precommit_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:25.722827 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-7d5d0579-fa57-47ff-8af7-f8891f7c03a5 req-07273179-826a-474f-a29e-3552f7c19afc tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-924836'] for floatingip, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:25.723174 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.db.l3_db [req-7d5d0579-fa57-47ff-8af7-f8891f7c03a5 req-07273179-826a-474f-a29e-3552f7c19afc tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Floating IP 70e29496-5f07-457a-85ef-3fbee2c36e01 disassociated. External IP: 172.28.3.151, port: 44f63f57-f3af-42c7-8529-4679e3b0a132. Apr 30 13:19:25.723466 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.plugin [req-7d5d0579-fa57-47ff-8af7-f8891f7c03a5 req-07273179-826a-474f-a29e-3552f7c19afc tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Calling delete_port for 44f63f57-f3af-42c7-8529-4679e3b0a132 owned by compute:nova {{(pid=73810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:19:25.852949 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-7d5d0579-fa57-47ff-8af7-f8891f7c03a5 req-07273179-826a-474f-a29e-3552f7c19afc tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4120194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773353276016', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773352839711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11792972'] for port, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:25.858650 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-d6ff4799-bfe5-43c5-88e5-f4e724416edd tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:19:25.906139 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07273179-826a-474f-a29e-3552f7c19afc tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Pushing event deleted for resources: {'Port': ['ID=44f63f57-f3af-42c7-8529-4679e3b0a132,revision_number=None']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:19:25.909894 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-07273179-826a-474f-a29e-3552f7c19afc tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:19:26.096447 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7d5d0579-fa57-47ff-8af7-f8891f7c03a5 req-07273179-826a-474f-a29e-3552f7c19afc tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Router a52af78f-7ad6-4e52-9c94-77c21fdc33b1 has already been hosted by L3 agent 0896dfae-3c2f-4fc2-b5f4-9284ce516a86 {{(pid=73810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 13:19:26.210454 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-609e326d-368c-4343-ba42-4d3bbd9c66bf tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Notify callbacks [] for floatingip, precommit_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:26.215434 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-609e326d-368c-4343-ba42-4d3bbd9c66bf tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-924836'] for floatingip, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:26.284063 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7d5d0579-fa57-47ff-8af7-f8891f7c03a5 req-07273179-826a-474f-a29e-3552f7c19afc tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Notify agent at l3_agent.dv-cinder-787195-5-smb the message routers_updated {{(pid=73810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 13:19:26.294343 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46acf0ce-9be6-4381-85e0-3a60b33d7874 None None] Sync routers for ids ['a52af78f-7ad6-4e52-9c94-77c21fdc33b1'] in dv-cinder-787195-5-smb {{(pid=73812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 13:19:26.308701 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46acf0ce-9be6-4381-85e0-3a60b33d7874 None None] Routers {'a52af78f-7ad6-4e52-9c94-77c21fdc33b1'} bound to L3 agent in host dv-cinder-787195-5-smb {{(pid=73812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:19:26.309604 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.l3_hamode_db [None req-46acf0ce-9be6-4381-85e0-3a60b33d7874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T13:06:52Z,description=,heartbeat_timestamp=2021-04-30T13:19:22Z,host='dv-cinder-787195-5-smb',id=0896dfae-3c2f-4fc2-b5f4-9284ce516a86,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:06:52Z,topic='l3_agent')) {'router_ids': ['a52af78f-7ad6-4e52-9c94-77c21fdc33b1'], 'active': True} {{(pid=73812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:19:26.365110 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d5d0579-fa57-47ff-8af7-f8891f7c03a5 req-07273179-826a-474f-a29e-3552f7c19afc tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] No DVR routers for this DVR port 44f63f57-f3af-42c7-8529-4679e3b0a132 on host hv-cinder-78719 {{(pid=73810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 13:19:26.367835 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-7d5d0579-fa57-47ff-8af7-f8891f7c03a5 req-07273179-826a-474f-a29e-3552f7c19afc tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9974'] for port, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:26.370817 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3891d1b0-b5dd-47c3-b3d4-60a44acdf909', 'name': 'network-vif-deleted', 'tag': '44f63f57-f3af-42c7-8529-4679e3b0a132'}] {{(pid=73810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:19:26.379314 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-7d5d0579-fa57-47ff-8af7-f8891f7c03a5 req-07273179-826a-474f-a29e-3552f7c19afc tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] 10.222.0.95 "DELETE /v2.0/ports/44f63f57-f3af-42c7-8529-4679e3b0a132 HTTP/1.1" status: 204 len: 173 time: 1.5918837 Apr 30 13:19:26.413036 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.db.l3_db [None req-609e326d-368c-4343-ba42-4d3bbd9c66bf tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Floating IP a43c9931-94e5-4fd2-9c8c-2ea7d3cf9351 associated. External IP: 172.28.3.222, port: c1ad8528-0f1f-40bc-a845-305b432b4090. Apr 30 13:19:26.456203 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3891d1b0-b5dd-47c3-b3d4-60a44acdf909', 'name': 'network-vif-deleted', 'tag': '44f63f57-f3af-42c7-8529-4679e3b0a132', 'status': 'completed', 'code': 200} Apr 30 13:19:26.557650 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.quota.resource [req-8d8b8c3c-c357-4e31-add9-9fa786a5062e req-11e13472-bbfe-45a4-9330-c5d1250f72c2 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Synchronizing usage tracker for tenant:918e31ad0d5f410eac8b4de9626cac1f on resource:port {{(pid=73810) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:19:26.577266 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.quota.resource [req-8d8b8c3c-c357-4e31-add9-9fa786a5062e req-11e13472-bbfe-45a4-9330-c5d1250f72c2 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Unset dirty status for tenant:918e31ad0d5f410eac8b4de9626cac1f on resource:port {{(pid=73810) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:19:26.580541 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.l3_dvr_db [None req-46acf0ce-9be6-4381-85e0-3a60b33d7874 None None] Set router a52af78f-7ad6-4e52-9c94-77c21fdc33b1 gateway port host: dv-cinder-787195-5-smb {{(pid=73812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:19:26.588506 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-8d8b8c3c-c357-4e31-add9-9fa786a5062e req-11e13472-bbfe-45a4-9330-c5d1250f72c2 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] 10.222.0.84 "GET /v2.0/ports?device_id=3891d1b0-b5dd-47c3-b3d4-60a44acdf909 HTTP/1.1" status: 200 len: 210 time: 0.0750022 Apr 30 13:19:26.934404 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-609e326d-368c-4343-ba42-4d3bbd9c66bf tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Router ec506334-ef4a-45b2-8dc2-db935ead4be8 has already been hosted by L3 agent 0896dfae-3c2f-4fc2-b5f4-9284ce516a86 {{(pid=73809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 13:19:26.951409 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.l3_hamode_db [None req-46acf0ce-9be6-4381-85e0-3a60b33d7874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a52af78f-7ad6-4e52-9c94-77c21fdc33b1', 'name': 'tempest-AttachVolumeTestJSON-49034861-router', 'tenant_id': '918e31ad0d5f410eac8b4de9626cac1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b95ef810-b08d-4c08-b0c0-c75d2ee1b25b', 'external_fixed_ips': [{'subnet_id': 'b3fe51b0-9be9-4b1a-951c-de133b7a88b5', 'ip_address': '172.28.3.197'}], 'enable_snat': True}, 'gw_port_id': '03710d16-da09-4f6d-b90a-06e717570d2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:14:54Z', 'updated_at': '2021-04-30T13:15:16Z', 'revision_number': 4, 'project_id': '918e31ad0d5f410eac8b4de9626cac1f', 'gw_port': {'id': '03710d16-da09-4f6d-b90a-06e717570d2e', 'name': '', 'network_id': 'b95ef810-b08d-4c08-b0c0-c75d2ee1b25b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:1f:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a52af78f-7ad6-4e52-9c94-77c21fdc33b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'b3fe51b0-9be9-4b1a-951c-de133b7a88b5', 'ip_address': '172.28.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:14:56Z', 'updated_at': '2021-04-30T13:15:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fe51b0-9be9-4b1a-951c-de133b7a88b5', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-5-smb', '_interfaces': [{'id': 'd9d9c6c8-8d72-41ea-b437-3edd83d44965', 'name': '', 'network_id': '1457f85c-3f42-4120-b6e2-0f4ede8b9218', 'tenant_id': '918e31ad0d5f410eac8b4de9626cac1f', 'mac_address': 'fa:16:3e:80:f5:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a52af78f-7ad6-4e52-9c94-77c21fdc33b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '8da5f9ec-8d10-4fc1-8b60-251865469edd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:15:10Z', 'updated_at': '2021-04-30T13:15:29Z', 'revision_number': 5, 'project_id': '918e31ad0d5f410eac8b4de9626cac1f', 'subnets': [{'id': '8da5f9ec-8d10-4fc1-8b60-251865469edd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-5-smb', False) {} {{(pid=73812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:19:26.956159 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46acf0ce-9be6-4381-85e0-3a60b33d7874 None None] Checking router: a52af78f-7ad6-4e52-9c94-77c21fdc33b1 for host: dv-cinder-787195-5-smb {{(pid=73812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 13:19:26.965450 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46acf0ce-9be6-4381-85e0-3a60b33d7874 None None] Routers {'a52af78f-7ad6-4e52-9c94-77c21fdc33b1'} bound to L3 agent in host dv-cinder-787195-5-smb {{(pid=73812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:19:26.966190 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.l3_hamode_db [None req-46acf0ce-9be6-4381-85e0-3a60b33d7874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T13:06:52Z,description=,heartbeat_timestamp=2021-04-30T13:19:22Z,host='dv-cinder-787195-5-smb',id=0896dfae-3c2f-4fc2-b5f4-9284ce516a86,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:06:52Z,topic='l3_agent')) {'router_ids': ['a52af78f-7ad6-4e52-9c94-77c21fdc33b1'], 'active': True} {{(pid=73812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:19:27.156999 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-609e326d-368c-4343-ba42-4d3bbd9c66bf tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Notify agent at l3_agent.dv-cinder-787195-5-smb the message routers_updated {{(pid=73809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 13:19:27.168954 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dc99341-8c28-4b59-ac91-f3abf6baf157 None None] Sync routers for ids ['ec506334-ef4a-45b2-8dc2-db935ead4be8'] in dv-cinder-787195-5-smb {{(pid=73814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 13:19:27.175307 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-609e326d-368c-4343-ba42-4d3bbd9c66bf tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9974'] for floatingip, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:27.176269 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.l3_dvr_db [None req-46acf0ce-9be6-4381-85e0-3a60b33d7874 None None] Set router a52af78f-7ad6-4e52-9c94-77c21fdc33b1 gateway port host: dv-cinder-787195-5-smb {{(pid=73812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:19:27.180230 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc99341-8c28-4b59-ac91-f3abf6baf157 None None] Routers {'ec506334-ef4a-45b2-8dc2-db935ead4be8'} bound to L3 agent in host dv-cinder-787195-5-smb {{(pid=73814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:19:27.181172 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.db.l3_hamode_db [None req-7dc99341-8c28-4b59-ac91-f3abf6baf157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T13:06:52Z,description=,heartbeat_timestamp=2021-04-30T13:19:22Z,host='dv-cinder-787195-5-smb',id=0896dfae-3c2f-4fc2-b5f4-9284ce516a86,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:06:52Z,topic='l3_agent')) {'router_ids': ['ec506334-ef4a-45b2-8dc2-db935ead4be8'], 'active': True} {{(pid=73814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:19:27.228704 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.84', 58898) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:19:27.238637 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [None req-609e326d-368c-4343-ba42-4d3bbd9c66bf tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] 10.222.0.84 "PUT /v2.0/floatingips/a43c9931-94e5-4fd2-9c8c-2ea7d3cf9351 HTTP/1.1" status: 200 len: 992 time: 1.9965076 Apr 30 13:19:27.239567 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77fd793d-7b41-47b1-b1fe-3e87464e36dd', 'tag': 'c1ad8528-0f1f-40bc-a845-305b432b4090'}] {{(pid=73809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:19:27.308562 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77fd793d-7b41-47b1-b1fe-3e87464e36dd', 'tag': 'c1ad8528-0f1f-40bc-a845-305b432b4090', 'status': 'completed', 'code': 200} Apr 30 13:19:27.381460 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.db.l3_dvr_db [None req-7dc99341-8c28-4b59-ac91-f3abf6baf157 None None] Set router ec506334-ef4a-45b2-8dc2-db935ead4be8 gateway port host: dv-cinder-787195-5-smb {{(pid=73814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:19:27.403637 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-c807e3d0-3fbb-4720-a5ae-7a63a2e3f299 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:27.425182 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-c807e3d0-3fbb-4720-a5ae-7a63a2e3f299 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:19:27.431059 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-c807e3d0-3fbb-4720-a5ae-7a63a2e3f299 admin admin] Usage tracker for resource:security_group_rule and tenant:e69f6981689d43bd8f048a2bdb0a33cc is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:19:27.434587 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-c807e3d0-3fbb-4720-a5ae-7a63a2e3f299 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:19:27.448464 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-c807e3d0-3fbb-4720-a5ae-7a63a2e3f299 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:19:27.472049 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6503fa-e6d4-49bb-b419-53cb1602954f req-8e98c4fd-1387-4abf-95fa-f2ed9f2398b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:27.473654 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-2c6503fa-e6d4-49bb-b419-53cb1602954f req-8e98c4fd-1387-4abf-95fa-f2ed9f2398b1 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=1cdf6705df774b71b1ef55768d3b4135&device_id=77fd793d-7b41-47b1-b1fe-3e87464e36dd HTTP/1.1" status: 200 len: 1099 time: 0.1439524 Apr 30 13:19:27.582776 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.l3_hamode_db [None req-46acf0ce-9be6-4381-85e0-3a60b33d7874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a52af78f-7ad6-4e52-9c94-77c21fdc33b1', 'name': 'tempest-AttachVolumeTestJSON-49034861-router', 'tenant_id': '918e31ad0d5f410eac8b4de9626cac1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b95ef810-b08d-4c08-b0c0-c75d2ee1b25b', 'external_fixed_ips': [{'subnet_id': 'b3fe51b0-9be9-4b1a-951c-de133b7a88b5', 'ip_address': '172.28.3.197'}], 'enable_snat': True}, 'gw_port_id': '03710d16-da09-4f6d-b90a-06e717570d2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:14:54Z', 'updated_at': '2021-04-30T13:15:16Z', 'revision_number': 4, 'project_id': '918e31ad0d5f410eac8b4de9626cac1f', 'gw_port': {'id': '03710d16-da09-4f6d-b90a-06e717570d2e', 'name': '', 'network_id': 'b95ef810-b08d-4c08-b0c0-c75d2ee1b25b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:1f:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a52af78f-7ad6-4e52-9c94-77c21fdc33b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'b3fe51b0-9be9-4b1a-951c-de133b7a88b5', 'ip_address': '172.28.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:14:56Z', 'updated_at': '2021-04-30T13:15:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fe51b0-9be9-4b1a-951c-de133b7a88b5', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-5-smb', '_interfaces': [{'id': 'd9d9c6c8-8d72-41ea-b437-3edd83d44965', 'name': '', 'network_id': '1457f85c-3f42-4120-b6e2-0f4ede8b9218', 'tenant_id': '918e31ad0d5f410eac8b4de9626cac1f', 'mac_address': 'fa:16:3e:80:f5:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a52af78f-7ad6-4e52-9c94-77c21fdc33b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '8da5f9ec-8d10-4fc1-8b60-251865469edd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:15:10Z', 'updated_at': '2021-04-30T13:15:29Z', 'revision_number': 5, 'project_id': '918e31ad0d5f410eac8b4de9626cac1f', 'subnets': [{'id': '8da5f9ec-8d10-4fc1-8b60-251865469edd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-5-smb', False) {} {{(pid=73812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:19:27.591256 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46acf0ce-9be6-4381-85e0-3a60b33d7874 None None] The sync data for ids ['a52af78f-7ad6-4e52-9c94-77c21fdc33b1'] in dv-cinder-787195-5-smb is: [{'id': 'a52af78f-7ad6-4e52-9c94-77c21fdc33b1', 'name': 'tempest-AttachVolumeTestJSON-49034861-router', 'tenant_id': '918e31ad0d5f410eac8b4de9626cac1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b95ef810-b08d-4c08-b0c0-c75d2ee1b25b', 'external_fixed_ips': [{'subnet_id': 'b3fe51b0-9be9-4b1a-951c-de133b7a88b5', 'ip_address': '172.28.3.197'}], 'enable_snat': True}, 'gw_port_id': '03710d16-da09-4f6d-b90a-06e717570d2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:14:54Z', 'updated_at': '2021-04-30T13:15:16Z', 'revision_number': 4, 'project_id': '918e31ad0d5f410eac8b4de9626cac1f', 'gw_port': {'id': '03710d16-da09-4f6d-b90a-06e717570d2e', 'name': '', 'network_id': 'b95ef810-b08d-4c08-b0c0-c75d2ee1b25b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:1f:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a52af78f-7ad6-4e52-9c94-77c21fdc33b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'b3fe51b0-9be9-4b1a-951c-de133b7a88b5', 'ip_address': '172.28.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:14:56Z', 'updated_at': '2021-04-30T13:15:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fe51b0-9be9-4b1a-951c-de133b7a88b5', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-5-smb', '_interfaces': [{'id': 'd9d9c6c8-8d72-41ea-b437-3edd83d44965', 'name': '', 'network_id': '1457f85c-3f42-4120-b6e2-0f4ede8b9218', 'tenant_id': '918e31ad0d5f410eac8b4de9626cac1f', 'mac_address': 'fa:16:3e:80:f5:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a52af78f-7ad6-4e52-9c94-77c21fdc33b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '8da5f9ec-8d10-4fc1-8b60-251865469edd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:15:10Z', 'updated_at': '2021-04-30T13:15:29Z', 'revision_number': 5, 'project_id': '918e31ad0d5f410eac8b4de9626cac1f', 'subnets': [{'id': '8da5f9ec-8d10-4fc1-8b60-251865469edd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 13:19:27.729802 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.84', 58912) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:19:27.771892 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6503fa-e6d4-49bb-b419-53cb1602954f req-cda3a7e6-e262-4921-9b51-824b98d676ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:27.773440 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-2c6503fa-e6d4-49bb-b419-53cb1602954f req-cda3a7e6-e262-4921-9b51-824b98d676ee service neutron] 10.222.0.95 "GET /v2.0/networks?id=e366e837-ed9f-4552-8a40-b501cbb570b4 HTTP/1.1" status: 200 len: 918 time: 0.2923830 Apr 30 13:19:27.784443 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.db.l3_hamode_db [None req-7dc99341-8c28-4b59-ac91-f3abf6baf157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec506334-ef4a-45b2-8dc2-db935ead4be8', 'name': 'tempest-AttachVolumeShelveTestJSON-667705505-router', 'tenant_id': '1cdf6705df774b71b1ef55768d3b4135', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b95ef810-b08d-4c08-b0c0-c75d2ee1b25b', 'external_fixed_ips': [{'subnet_id': 'b3fe51b0-9be9-4b1a-951c-de133b7a88b5', 'ip_address': '172.28.3.47'}], 'enable_snat': True}, 'gw_port_id': '5a759980-3839-4849-86db-9ae124c9a28c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:14:52Z', 'updated_at': '2021-04-30T13:15:16Z', 'revision_number': 4, 'project_id': '1cdf6705df774b71b1ef55768d3b4135', 'gw_port': {'id': '5a759980-3839-4849-86db-9ae124c9a28c', 'name': '', 'network_id': 'b95ef810-b08d-4c08-b0c0-c75d2ee1b25b', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:87:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec506334-ef4a-45b2-8dc2-db935ead4be8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'b3fe51b0-9be9-4b1a-951c-de133b7a88b5', 'ip_address': '172.28.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:14:55Z', 'updated_at': '2021-04-30T13:15:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fe51b0-9be9-4b1a-951c-de133b7a88b5', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-5-smb', '_floatingips': [{'id': 'a43c9931-94e5-4fd2-9c8c-2ea7d3cf9351', 'tenant_id': '1cdf6705df774b71b1ef55768d3b4135', 'floating_ip_address': '172.28.3.222', 'floating_network_id': 'b95ef810-b08d-4c08-b0c0-c75d2ee1b25b', 'router_id': 'ec506334-ef4a-45b2-8dc2-db935ead4be8', 'port_id': 'c1ad8528-0f1f-40bc-a845-305b432b4090', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 481, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e366e837-ed9f-4552-8a40-b501cbb570b4', 'mac_address': 'fa:16:3e:68:b2:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77fd793d-7b41-47b1-b1fe-3e87464e36dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T13:19:12Z', 'updated_at': '2021-04-30T13:19:26Z', 'revision_number': 1, 'project_id': '1cdf6705df774b71b1ef55768d3b4135', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc2b2f69-1d4b-4674-803a-ec61eadd06ab', 'name': '', 'network_id': 'e366e837-ed9f-4552-8a40-b501cbb570b4', 'tenant_id': '1cdf6705df774b71b1ef55768d3b4135', 'mac_address': 'fa:16:3e:50:aa:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec506334-ef4a-45b2-8dc2-db935ead4be8', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '6bc0199c-a631-4772-be49-5ae677a3d71f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:15:10Z', 'updated_at': '2021-04-30T13:15:28Z', 'revision_number': 5, 'project_id': '1cdf6705df774b71b1ef55768d3b4135', 'subnets': [{'id': '6bc0199c-a631-4772-be49-5ae677a3d71f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-5-smb', False) {} {{(pid=73814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:19:27.789974 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dc99341-8c28-4b59-ac91-f3abf6baf157 None None] Checking router: ec506334-ef4a-45b2-8dc2-db935ead4be8 for host: dv-cinder-787195-5-smb {{(pid=73814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 13:19:27.799952 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc99341-8c28-4b59-ac91-f3abf6baf157 None None] Routers {'ec506334-ef4a-45b2-8dc2-db935ead4be8'} bound to L3 agent in host dv-cinder-787195-5-smb {{(pid=73814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:19:27.801064 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.db.l3_hamode_db [None req-7dc99341-8c28-4b59-ac91-f3abf6baf157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T13:06:52Z,description=,heartbeat_timestamp=2021-04-30T13:19:22Z,host='dv-cinder-787195-5-smb',id=0896dfae-3c2f-4fc2-b5f4-9284ce516a86,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:06:52Z,topic='l3_agent')) {'router_ids': ['ec506334-ef4a-45b2-8dc2-db935ead4be8'], 'active': True} {{(pid=73814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:19:27.822826 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-e1a4c367-bb2d-4177-839b-7cc767ecba34 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Notify callbacks [] for security_group, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:27.823253 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.rpc [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Device 44f63f57-f3af-42c7-8529-4679e3b0a132 no longer exists at agent hyperv_hv-cinder-78719 {{(pid=73812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 13:19:27.864859 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.plugin [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] No Port match for: 44f63f57-f3af-42c7-8529-4679e3b0a132 {{(pid=73812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 13:19:27.865305 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.rpc [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Device 44f63f57-f3af-42c7-8529-4679e3b0a132 not bound to the agent host hv-cinder-78719 {{(pid=73812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 13:19:27.877349 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-e1a4c367-bb2d-4177-839b-7cc767ecba34 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Notify callbacks [] for security_group, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:27.909832 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-2c6503fa-e6d4-49bb-b419-53cb1602954f req-2f9ce5db-c6eb-4b16-b74b-725355e448b1 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c1ad8528-0f1f-40bc-a845-305b432b4090 HTTP/1.1" status: 200 len: 1000 time: 0.1277359 Apr 30 13:19:27.911638 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-c807e3d0-3fbb-4720-a5ae-7a63a2e3f299 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:27.927486 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5045bfd0-23bb-4f59-8a89-1f055b36f804 None None] New status for floating IP 70e29496-5f07-457a-85ef-3fbee2c36e01: DOWN {{(pid=73812) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 13:19:27.942970 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-e1a4c367-bb2d-4177-839b-7cc767ecba34 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985230'] for security_group, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:27.948613 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-bc64f2ba-b7cb-4b46-9cd4-bf262c730ac2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:19:27.955675 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-c807e3d0-3fbb-4720-a5ae-7a63a2e3f299 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985230'] for security_group, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:27.966450 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a4c367-bb2d-4177-839b-7cc767ecba34 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=38056ed3-e545-461e-877e-10c00fc58fe1,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:19:27.973149 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-7a6d32e9-1b1f-47f1-a6ca-649cfc801a4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:19:27.980580 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-e1a4c367-bb2d-4177-839b-7cc767ecba34 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:19:27.993243 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-e1a4c367-bb2d-4177-839b-7cc767ecba34 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Notify callbacks [] for security_group, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:27.994552 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [None req-e1a4c367-bb2d-4177-839b-7cc767ecba34 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] 10.222.0.84 "DELETE /v2.0/security-groups/38056ed3-e545-461e-877e-10c00fc58fe1 HTTP/1.1" status: 204 len: 168 time: 0.2625365 Apr 30 13:19:28.000023 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.84', 58916) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:19:28.027617 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.db.l3_dvr_db [None req-7dc99341-8c28-4b59-ac91-f3abf6baf157 None None] Set router ec506334-ef4a-45b2-8dc2-db935ead4be8 gateway port host: dv-cinder-787195-5-smb {{(pid=73814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:19:28.050653 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [None req-c807e3d0-3fbb-4720-a5ae-7a63a2e3f299 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=e69f6981689d43bd8f048a2bdb0a33cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8179584 Apr 30 13:19:28.051522 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c807e3d0-3fbb-4720-a5ae-7a63a2e3f299 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4a21c10-08e7-4cc9-bf08-88899451b3d3,revision_number=1']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:19:28.052206 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.84', 58920) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:19:28.064504 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.api.v2.resource [None req-bf03e425-e245-4944-9a1e-dc7158e7c2d5 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] show failed (client error): The resource could not be found. Apr 30 13:19:28.068411 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [None req-bf03e425-e245-4944-9a1e-dc7158e7c2d5 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] 10.222.0.84 "GET /v2.0/security-groups/38056ed3-e545-461e-877e-10c00fc58fe1 HTTP/1.1" status: 404 len: 347 time: 0.0613079 Apr 30 13:19:28.068411 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-c807e3d0-3fbb-4720-a5ae-7a63a2e3f299 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:19:28.068411 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6503fa-e6d4-49bb-b419-53cb1602954f req-eba608bb-0a25-4819-8001-c6fd93bd7fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:28.071810 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-2c6503fa-e6d4-49bb-b419-53cb1602954f req-eba608bb-0a25-4819-8001-c6fd93bd7fa4 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=6bc0199c-a631-4772-be49-5ae677a3d71f HTTP/1.1" status: 200 len: 855 time: 0.1542788 Apr 30 13:19:28.071810 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.84', 58924) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:19:28.141013 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-0450c760-ed87-4c62-bfa2-898f74246207 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:28.173294 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-0450c760-ed87-4c62-bfa2-898f74246207 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:28.234130 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-0450c760-ed87-4c62-bfa2-898f74246207 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985230'] for security_group, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:28.238543 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-0eba9a9c-b83e-443f-b8fa-5c1c5120100f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:19:28.251917 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0450c760-ed87-4c62-bfa2-898f74246207 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4a21c10-08e7-4cc9-bf08-88899451b3d3,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:19:28.255091 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-0450c760-ed87-4c62-bfa2-898f74246207 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:19:28.258104 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-0450c760-ed87-4c62-bfa2-898f74246207 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:28.261600 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [None req-0450c760-ed87-4c62-bfa2-898f74246207 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/d4a21c10-08e7-4cc9-bf08-88899451b3d3 HTTP/1.1" status: 204 len: 168 time: 0.2081168 Apr 30 13:19:28.364958 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6503fa-e6d4-49bb-b419-53cb1602954f req-f522ccba-f04e-4358-b716-19f29781d99b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:28.366460 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-2c6503fa-e6d4-49bb-b419-53cb1602954f req-f522ccba-f04e-4358-b716-19f29781d99b service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=e366e837-ed9f-4552-8a40-b501cbb570b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2308664 Apr 30 13:19:28.449385 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.db.l3_hamode_db [None req-7dc99341-8c28-4b59-ac91-f3abf6baf157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec506334-ef4a-45b2-8dc2-db935ead4be8', 'name': 'tempest-AttachVolumeShelveTestJSON-667705505-router', 'tenant_id': '1cdf6705df774b71b1ef55768d3b4135', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b95ef810-b08d-4c08-b0c0-c75d2ee1b25b', 'external_fixed_ips': [{'subnet_id': 'b3fe51b0-9be9-4b1a-951c-de133b7a88b5', 'ip_address': '172.28.3.47'}], 'enable_snat': True}, 'gw_port_id': '5a759980-3839-4849-86db-9ae124c9a28c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:14:52Z', 'updated_at': '2021-04-30T13:15:16Z', 'revision_number': 4, 'project_id': '1cdf6705df774b71b1ef55768d3b4135', 'gw_port': {'id': '5a759980-3839-4849-86db-9ae124c9a28c', 'name': '', 'network_id': 'b95ef810-b08d-4c08-b0c0-c75d2ee1b25b', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:87:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec506334-ef4a-45b2-8dc2-db935ead4be8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'b3fe51b0-9be9-4b1a-951c-de133b7a88b5', 'ip_address': '172.28.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:14:55Z', 'updated_at': '2021-04-30T13:15:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fe51b0-9be9-4b1a-951c-de133b7a88b5', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-5-smb', '_floatingips': [{'id': 'a43c9931-94e5-4fd2-9c8c-2ea7d3cf9351', 'tenant_id': '1cdf6705df774b71b1ef55768d3b4135', 'floating_ip_address': '172.28.3.222', 'floating_network_id': 'b95ef810-b08d-4c08-b0c0-c75d2ee1b25b', 'router_id': 'ec506334-ef4a-45b2-8dc2-db935ead4be8', 'port_id': 'c1ad8528-0f1f-40bc-a845-305b432b4090', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 481, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e366e837-ed9f-4552-8a40-b501cbb570b4', 'mac_address': 'fa:16:3e:68:b2:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77fd793d-7b41-47b1-b1fe-3e87464e36dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T13:19:12Z', 'updated_at': '2021-04-30T13:19:26Z', 'revision_number': 1, 'project_id': '1cdf6705df774b71b1ef55768d3b4135', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc2b2f69-1d4b-4674-803a-ec61eadd06ab', 'name': '', 'network_id': 'e366e837-ed9f-4552-8a40-b501cbb570b4', 'tenant_id': '1cdf6705df774b71b1ef55768d3b4135', 'mac_address': 'fa:16:3e:50:aa:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec506334-ef4a-45b2-8dc2-db935ead4be8', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '6bc0199c-a631-4772-be49-5ae677a3d71f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:15:10Z', 'updated_at': '2021-04-30T13:15:28Z', 'revision_number': 5, 'project_id': '1cdf6705df774b71b1ef55768d3b4135', 'subnets': [{'id': '6bc0199c-a631-4772-be49-5ae677a3d71f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-5-smb', False) {} {{(pid=73814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:19:28.454395 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dc99341-8c28-4b59-ac91-f3abf6baf157 None None] The sync data for ids ['ec506334-ef4a-45b2-8dc2-db935ead4be8'] in dv-cinder-787195-5-smb is: [{'id': 'ec506334-ef4a-45b2-8dc2-db935ead4be8', 'name': 'tempest-AttachVolumeShelveTestJSON-667705505-router', 'tenant_id': '1cdf6705df774b71b1ef55768d3b4135', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b95ef810-b08d-4c08-b0c0-c75d2ee1b25b', 'external_fixed_ips': [{'subnet_id': 'b3fe51b0-9be9-4b1a-951c-de133b7a88b5', 'ip_address': '172.28.3.47'}], 'enable_snat': True}, 'gw_port_id': '5a759980-3839-4849-86db-9ae124c9a28c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:14:52Z', 'updated_at': '2021-04-30T13:15:16Z', 'revision_number': 4, 'project_id': '1cdf6705df774b71b1ef55768d3b4135', 'gw_port': {'id': '5a759980-3839-4849-86db-9ae124c9a28c', 'name': '', 'network_id': 'b95ef810-b08d-4c08-b0c0-c75d2ee1b25b', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:87:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec506334-ef4a-45b2-8dc2-db935ead4be8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'b3fe51b0-9be9-4b1a-951c-de133b7a88b5', 'ip_address': '172.28.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:14:55Z', 'updated_at': '2021-04-30T13:15:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fe51b0-9be9-4b1a-951c-de133b7a88b5', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-5-smb', '_floatingips': [{'id': 'a43c9931-94e5-4fd2-9c8c-2ea7d3cf9351', 'tenant_id': '1cdf6705df774b71b1ef55768d3b4135', 'floating_ip_address': '172.28.3.222', 'floating_network_id': 'b95ef810-b08d-4c08-b0c0-c75d2ee1b25b', 'router_id': 'ec506334-ef4a-45b2-8dc2-db935ead4be8', 'port_id': 'c1ad8528-0f1f-40bc-a845-305b432b4090', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 481, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e366e837-ed9f-4552-8a40-b501cbb570b4', 'mac_address': 'fa:16:3e:68:b2:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77fd793d-7b41-47b1-b1fe-3e87464e36dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T13:19:12Z', 'updated_at': '2021-04-30T13:19:26Z', 'revision_number': 1, 'project_id': '1cdf6705df774b71b1ef55768d3b4135', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc2b2f69-1d4b-4674-803a-ec61eadd06ab', 'name': '', 'network_id': 'e366e837-ed9f-4552-8a40-b501cbb570b4', 'tenant_id': '1cdf6705df774b71b1ef55768d3b4135', 'mac_address': 'fa:16:3e:50:aa:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec506334-ef4a-45b2-8dc2-db935ead4be8', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '6bc0199c-a631-4772-be49-5ae677a3d71f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:15:10Z', 'updated_at': '2021-04-30T13:15:28Z', 'revision_number': 5, 'project_id': '1cdf6705df774b71b1ef55768d3b4135', 'subnets': [{'id': '6bc0199c-a631-4772-be49-5ae677a3d71f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 13:19:28.484955 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.plugin [None req-b7ca4f6f-9536-4110-b03c-8990e61dbac9 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Deleting port e8afadff-a4ca-430d-aaf9-02daee3b9400 {{(pid=73810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:19:28.485219 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-b7ca4f6f-9536-4110-b03c-8990e61dbac9 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773353273429'] for port, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:28.609963 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-2c6503fa-e6d4-49bb-b419-53cb1602954f req-62fcebc7-7876-41bd-ba31-8fcfffc4f0b5 service neutron] 10.222.0.95 "GET /v2.0/networks/e366e837-ed9f-4552-8a40-b501cbb570b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2307317 Apr 30 13:19:28.666848 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-b7ca4f6f-9536-4110-b03c-8990e61dbac9 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1047743'] for port, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:28.666848 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-b7ca4f6f-9536-4110-b03c-8990e61dbac9 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:28.723845 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ceca97f-f987-4798-ab95-a0191bb441ca None None] New status for floating IP a43c9931-94e5-4fd2-9c8c-2ea7d3cf9351: ACTIVE {{(pid=73814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 13:19:28.850706 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.plugin [None req-b7ca4f6f-9536-4110-b03c-8990e61dbac9 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Calling delete_port for e8afadff-a4ca-430d-aaf9-02daee3b9400 owned by network:floatingip {{(pid=73810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:19:28.902452 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-2c6503fa-e6d4-49bb-b419-53cb1602954f req-88407fee-9368-43c6-943e-84454fc27290 service neutron] 10.222.0.95 "GET /v2.0/networks/e366e837-ed9f-4552-8a40-b501cbb570b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2836652 Apr 30 13:19:29.003214 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-b7ca4f6f-9536-4110-b03c-8990e61dbac9 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4120194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773353276016', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773352839711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11792972'] for port, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:29.007305 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-b1c3a902-2dc7-4551-99f2-cb1eb19db522 tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:19:29.051536 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ca4f6f-9536-4110-b03c-8990e61dbac9 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Pushing event deleted for resources: {'Port': ['ID=e8afadff-a4ca-430d-aaf9-02daee3b9400,revision_number=None']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:19:29.054589 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-b7ca4f6f-9536-4110-b03c-8990e61dbac9 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:19:29.151958 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-b7ca4f6f-9536-4110-b03c-8990e61dbac9 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Notify callbacks [] for floatingip, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:29.178814 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-b7ca4f6f-9536-4110-b03c-8990e61dbac9 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9974'] for floatingip, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:29.180093 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [None req-b7ca4f6f-9536-4110-b03c-8990e61dbac9 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] 10.222.0.84 "DELETE /v2.0/floatingips/70e29496-5f07-457a-85ef-3fbee2c36e01 HTTP/1.1" status: 204 len: 168 time: 1.1080656 Apr 30 13:19:29.423642 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.84', 58958) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:19:29.430909 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.v2.base [None req-cbdbdb5b-12a6-4fb2-b841-9f8d6280af9f tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1058273780', 'description': 'tempest-description--1951178320'}} {{(pid=73810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:19:29.437250 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-cbdbdb5b-12a6-4fb2-b841-9f8d6280af9f tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:19:29.441377 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-cbdbdb5b-12a6-4fb2-b841-9f8d6280af9f tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Usage tracker for resource:security_group and tenant:918e31ad0d5f410eac8b4de9626cac1f is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:19:29.444560 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-cbdbdb5b-12a6-4fb2-b841-9f8d6280af9f tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:19:29.451876 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-cbdbdb5b-12a6-4fb2-b841-9f8d6280af9f tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:19:29.463044 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-cbdbdb5b-12a6-4fb2-b841-9f8d6280af9f tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Notify callbacks [] for security_group, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:29.484128 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-cbdbdb5b-12a6-4fb2-b841-9f8d6280af9f tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:19:29.489498 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-cbdbdb5b-12a6-4fb2-b841-9f8d6280af9f tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Usage tracker for resource:security_group_rule and tenant:918e31ad0d5f410eac8b4de9626cac1f is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:19:29.492834 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-cbdbdb5b-12a6-4fb2-b841-9f8d6280af9f tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:19:29.498794 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-cbdbdb5b-12a6-4fb2-b841-9f8d6280af9f tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:19:29.580486 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-cbdbdb5b-12a6-4fb2-b841-9f8d6280af9f tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Notify callbacks [] for security_group, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:29.600846 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-cbdbdb5b-12a6-4fb2-b841-9f8d6280af9f tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985230'] for security_group, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:29.607338 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-b3ada6e9-a0fa-4cbd-bc30-ede91f554136 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:19:29.656914 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdbdb5b-12a6-4fb2-b841-9f8d6280af9f tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41a111e5-dfc1-40ce-89b5-28538b34ccad,revision_number=1']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:19:29.659900 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-cbdbdb5b-12a6-4fb2-b841-9f8d6280af9f tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:19:29.663904 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-cbdbdb5b-12a6-4fb2-b841-9f8d6280af9f tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Notify callbacks [] for security_group, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:29.668090 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [None req-cbdbdb5b-12a6-4fb2-b841-9f8d6280af9f tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2399089 Apr 30 13:19:29.668649 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.84', 58968) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:19:29.675479 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.v2.base [None req-0d6926ae-ed7c-418f-9fcc-eb2317c49306 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Request body: {'security_group_rule': {'security_group_id': '41a111e5-dfc1-40ce-89b5-28538b34ccad', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=73809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:19:29.682128 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-0d6926ae-ed7c-418f-9fcc-eb2317c49306 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:19:29.686273 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-0d6926ae-ed7c-418f-9fcc-eb2317c49306 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Usage tracker for resource:security_group_rule and tenant:918e31ad0d5f410eac8b4de9626cac1f is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:19:29.689648 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-0d6926ae-ed7c-418f-9fcc-eb2317c49306 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:19:29.697119 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-0d6926ae-ed7c-418f-9fcc-eb2317c49306 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:19:29.717425 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-0d6926ae-ed7c-418f-9fcc-eb2317c49306 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:29.780593 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-0d6926ae-ed7c-418f-9fcc-eb2317c49306 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:29.785551 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-0d6926ae-ed7c-418f-9fcc-eb2317c49306 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988753'] for security_group_rule, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:29.788646 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-b74ad72c-b9b2-4bed-9d9e-73be3dca9324 tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:19:29.810923 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6926ae-ed7c-418f-9fcc-eb2317c49306 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=000a67b0-4c15-4e1e-8005-493caf8c567e,revision_number=0']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:19:29.813547 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-0d6926ae-ed7c-418f-9fcc-eb2317c49306 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:19:29.823596 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-0d6926ae-ed7c-418f-9fcc-eb2317c49306 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:29.824849 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [None req-0d6926ae-ed7c-418f-9fcc-eb2317c49306 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1549931 Apr 30 13:19:29.827743 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.84', 58972) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:19:29.835010 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.v2.base [None req-350af37a-063f-414f-aa0a-0f202df43b04 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Request body: {'security_group_rule': {'security_group_id': '41a111e5-dfc1-40ce-89b5-28538b34ccad', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=73809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:19:29.843575 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-350af37a-063f-414f-aa0a-0f202df43b04 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:19:29.849161 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-350af37a-063f-414f-aa0a-0f202df43b04 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Usage tracker for resource:security_group_rule and tenant:918e31ad0d5f410eac8b4de9626cac1f is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:19:29.852304 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-350af37a-063f-414f-aa0a-0f202df43b04 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:19:29.858464 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-350af37a-063f-414f-aa0a-0f202df43b04 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:19:29.877054 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-350af37a-063f-414f-aa0a-0f202df43b04 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:29.943394 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-350af37a-063f-414f-aa0a-0f202df43b04 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:29.948834 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-350af37a-063f-414f-aa0a-0f202df43b04 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988753'] for security_group_rule, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:29.952852 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-e0273207-645d-4879-b7b3-e6d42375fee9 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:19:29.975553 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350af37a-063f-414f-aa0a-0f202df43b04 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38d4f555-f697-4e50-a150-a3896ebb395a,revision_number=0']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:19:29.978014 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-350af37a-063f-414f-aa0a-0f202df43b04 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:19:29.986720 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-350af37a-063f-414f-aa0a-0f202df43b04 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:29.987929 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [None req-350af37a-063f-414f-aa0a-0f202df43b04 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1586058 Apr 30 13:19:29.991113 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.84', 58976) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:19:29.996104 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.v2.base [None req-46fa2f2d-11a5-40a8-9dee-346a122facae tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Request body: {'floatingip': {'floating_network_id': 'b95ef810-b08d-4c08-b0c0-c75d2ee1b25b'}} {{(pid=73809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:19:30.001931 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-46fa2f2d-11a5-40a8-9dee-346a122facae tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:19:30.005798 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-46fa2f2d-11a5-40a8-9dee-346a122facae tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Usage tracker for resource:floatingip and tenant:918e31ad0d5f410eac8b4de9626cac1f is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:19:30.008772 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-46fa2f2d-11a5-40a8-9dee-346a122facae tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:19:30.014476 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-46fa2f2d-11a5-40a8-9dee-346a122facae tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:19:30.026709 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-46fa2f2d-11a5-40a8-9dee-346a122facae tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Notify callbacks [] for floatingip, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:30.166068 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-46fa2f2d-11a5-40a8-9dee-346a122facae tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4120257'] for port, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:30.317159 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.db_base_plugin_common [None req-46fa2f2d-11a5-40a8-9dee-346a122facae tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Allocated IP 172.28.3.72 (b95ef810-b08d-4c08-b0c0-c75d2ee1b25b/b3fe51b0-9be9-4b1a-951c-de133b7a88b5/ada43b61-6b52-428d-87c5-fb9ad0b18c01) {{(pid=73809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 13:19:30.490900 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-46fa2f2d-11a5-40a8-9dee-346a122facae tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Notify callbacks [] for port, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:30.524928 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-46fa2f2d-11a5-40a8-9dee-346a122facae tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4120194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773352839702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11423588'] for port, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:30.529845 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-9d4b4b57-bdc5-43cb-94ba-51f2731b752d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:19:30.589657 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46fa2f2d-11a5-40a8-9dee-346a122facae tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Network b95ef810-b08d-4c08-b0c0-c75d2ee1b25b is already hosted by enough agents. {{(pid=73809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:19:30.596584 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.scheduler.base_scheduler [None req-46fa2f2d-11a5-40a8-9dee-346a122facae tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Resources bound (agent type, host, resource id): {{(pid=73809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:19:30.599108 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46fa2f2d-11a5-40a8-9dee-346a122facae tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Received port after_create {{(pid=73809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 13:19:30.643117 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fa2f2d-11a5-40a8-9dee-346a122facae tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Pushing event updated for resources: {'Port': ['ID=ada43b61-6b52-428d-87c5-fb9ad0b18c01,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:19:30.646241 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-46fa2f2d-11a5-40a8-9dee-346a122facae tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:19:30.691515 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-46fa2f2d-11a5-40a8-9dee-346a122facae tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Notify callbacks [] for floatingip, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:30.756829 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-46fa2f2d-11a5-40a8-9dee-346a122facae tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4120257'] for port, before_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:31.063587 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-46fa2f2d-11a5-40a8-9dee-346a122facae tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Notify callbacks [] for port, precommit_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:31.070435 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-46fa2f2d-11a5-40a8-9dee-346a122facae tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4120194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773353276007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773352839720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773352839765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11423599'] for port, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:31.074314 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-95e6bea2-4197-4bcf-8457-f3dc52b727c3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:19:31.183693 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fa2f2d-11a5-40a8-9dee-346a122facae tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Pushing event updated for resources: {'Port': ['ID=ada43b61-6b52-428d-87c5-fb9ad0b18c01,revision_number=2']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:19:31.187672 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-46fa2f2d-11a5-40a8-9dee-346a122facae tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:19:31.192900 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-46fa2f2d-11a5-40a8-9dee-346a122facae tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-924836'] for floatingip, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:31.217807 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-46fa2f2d-11a5-40a8-9dee-346a122facae tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9974'] for floatingip, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:31.219132 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [None req-46fa2f2d-11a5-40a8-9dee-346a122facae tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2271135 Apr 30 13:19:31.557272 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.quota.resource [req-35c811b9-268e-48b6-80df-28aa25d24408 req-ed8fcc7c-0d26-4485-a00c-417da2c828ad tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Synchronizing usage tracker for tenant:918e31ad0d5f410eac8b4de9626cac1f on resource:security_group {{(pid=73810) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:19:31.577523 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.quota.resource [req-35c811b9-268e-48b6-80df-28aa25d24408 req-ed8fcc7c-0d26-4485-a00c-417da2c828ad tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Unset dirty status for tenant:918e31ad0d5f410eac8b4de9626cac1f on resource:security_group {{(pid=73810) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:19:31.579308 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-35c811b9-268e-48b6-80df-28aa25d24408 req-ed8fcc7c-0d26-4485-a00c-417da2c828ad tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-securitygroup--1058273780&fields=id&tenant_id=918e31ad0d5f410eac8b4de9626cac1f HTTP/1.1" status: 200 len: 267 time: 0.1748414 Apr 30 13:19:31.740432 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c811b9-268e-48b6-80df-28aa25d24408 req-058d9f2c-0d62-4cb5-8d47-46ca3c6c7247 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:31.741877 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-35c811b9-268e-48b6-80df-28aa25d24408 req-058d9f2c-0d62-4cb5-8d47-46ca3c6c7247 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] 10.222.0.84 "GET /v2.0/networks?id=1457f85c-3f42-4120-b6e2-0f4ede8b9218 HTTP/1.1" status: 200 len: 809 time: 0.1549170 Apr 30 13:19:31.762009 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-35c811b9-268e-48b6-80df-28aa25d24408 req-7844a8b6-9b9f-406a-97b8-20b9301cba58 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] 10.222.0.84 "GET /v2.0/quotas/918e31ad0d5f410eac8b4de9626cac1f HTTP/1.1" status: 200 len: 375 time: 0.0101516 Apr 30 13:19:31.851759 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.quota.resource [req-35c811b9-268e-48b6-80df-28aa25d24408 req-6a6a86b6-c0de-46e6-8864-766b6d35d4f2 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Synchronizing usage tracker for tenant:918e31ad0d5f410eac8b4de9626cac1f on resource:port {{(pid=73810) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:19:31.868428 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.quota.resource [req-35c811b9-268e-48b6-80df-28aa25d24408 req-6a6a86b6-c0de-46e6-8864-766b6d35d4f2 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Unset dirty status for tenant:918e31ad0d5f410eac8b4de9626cac1f on resource:port {{(pid=73810) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:19:31.869984 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-35c811b9-268e-48b6-80df-28aa25d24408 req-6a6a86b6-c0de-46e6-8864-766b6d35d4f2 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=918e31ad0d5f410eac8b4de9626cac1f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1023741 Apr 30 13:19:32.020422 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-35c811b9-268e-48b6-80df-28aa25d24408 req-a547cd18-318b-40aa-90d6-8ab7fb211b9e service neutron] 10.222.0.84 "GET /v2.0/networks/1457f85c-3f42-4120-b6e2-0f4ede8b9218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378076 Apr 30 13:19:32.161641 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-35c811b9-268e-48b6-80df-28aa25d24408 req-0773d4ed-2257-4790-b281-854b9d595637 service neutron] 10.222.0.84 "GET /v2.0/networks/1457f85c-3f42-4120-b6e2-0f4ede8b9218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349988 Apr 30 13:19:32.362307 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-1edaffbe-8b71-4f55-9d87-f6f1a5e29bc0 req-d92fde56-30d6-45f0-ae63-644651981ac4 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] 10.222.0.84 "GET /v2.0/ports?device_id=d7439e44-b72c-4c1b-a40e-1ec6578988cb HTTP/1.1" status: 200 len: 210 time: 0.0473530 Apr 30 13:19:33.453969 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c811b9-268e-48b6-80df-28aa25d24408 req-27977c01-bbcb-4ecd-8d97-4a8cb7253da1 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:33.455366 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-35c811b9-268e-48b6-80df-28aa25d24408 req-27977c01-bbcb-4ecd-8d97-4a8cb7253da1 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] 10.222.0.95 "GET /v2.0/networks?id=1457f85c-3f42-4120-b6e2-0f4ede8b9218 HTTP/1.1" status: 200 len: 809 time: 0.1547344 Apr 30 13:19:33.531236 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-acccb1aa-87cd-44bd-b58c-109d9371b7af req-aaf98a01-7a90-4f4f-a189-a05899ffd79c tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] 10.222.0.84 "GET /v2.0/ports?device_id=d7439e44-b72c-4c1b-a40e-1ec6578988cb HTTP/1.1" status: 200 len: 210 time: 0.0519724 Apr 30 13:19:33.554059 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-35c811b9-268e-48b6-80df-28aa25d24408 req-4a2f593a-00ad-4d34-a958-36751008444f tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] 10.222.0.95 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=918e31ad0d5f410eac8b4de9626cac1f HTTP/1.1" status: 200 len: 380 time: 0.0877879 Apr 30 13:19:33.565723 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.v2.base [req-35c811b9-268e-48b6-80df-28aa25d24408 req-94897649-bb80-48aa-abe9-243855ab570b tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Request body: {'port': {'device_id': 'd7439e44-b72c-4c1b-a40e-1ec6578988cb', 'network_id': '1457f85c-3f42-4120-b6e2-0f4ede8b9218', 'admin_state_up': True, 'tenant_id': '918e31ad0d5f410eac8b4de9626cac1f', 'security_groups': ['41a111e5-dfc1-40ce-89b5-28538b34ccad']}} {{(pid=73810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:19:33.711559 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [req-35c811b9-268e-48b6-80df-28aa25d24408 req-94897649-bb80-48aa-abe9-243855ab570b tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:19:33.721947 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [req-35c811b9-268e-48b6-80df-28aa25d24408 req-94897649-bb80-48aa-abe9-243855ab570b tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:19:33.734925 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35c811b9-268e-48b6-80df-28aa25d24408 req-94897649-bb80-48aa-abe9-243855ab570b tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Made reservation on behalf of 918e31ad0d5f410eac8b4de9626cac1f for: {'port': 1} {{(pid=73810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:19:33.738604 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-35c811b9-268e-48b6-80df-28aa25d24408 req-94897649-bb80-48aa-abe9-243855ab570b tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4120257'] for port, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:33.905069 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.db.db_base_plugin_common [req-35c811b9-268e-48b6-80df-28aa25d24408 req-94897649-bb80-48aa-abe9-243855ab570b tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Allocated IP 172.20.0.13 (1457f85c-3f42-4120-b6e2-0f4ede8b9218/8da5f9ec-8d10-4fc1-8b60-251865469edd/84a93d06-5821-4ddf-a8ab-251b26ec373c) {{(pid=73810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 13:19:34.106604 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-35c811b9-268e-48b6-80df-28aa25d24408 req-94897649-bb80-48aa-abe9-243855ab570b tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Notify callbacks [] for port, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:34.123517 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [req-35c811b9-268e-48b6-80df-28aa25d24408 req-94897649-bb80-48aa-abe9-243855ab570b tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Transition to ACTIVE for port object 84a93d06-5821-4ddf-a8ab-251b26ec373c will not be triggered until provisioned by entity DHCP. {{(pid=73810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:19:34.149972 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-35c811b9-268e-48b6-80df-28aa25d24408 req-94897649-bb80-48aa-abe9-243855ab570b tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4120194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773352839702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11792972'] for port, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:34.155876 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-2ca75d7a-b0b2-4a65-8b2b-a3156c419201 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:19:34.221251 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35c811b9-268e-48b6-80df-28aa25d24408 req-94897649-bb80-48aa-abe9-243855ab570b tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Network 1457f85c-3f42-4120-b6e2-0f4ede8b9218 is already hosted by enough agents. {{(pid=73810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:19:34.228792 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.scheduler.base_scheduler [req-35c811b9-268e-48b6-80df-28aa25d24408 req-94897649-bb80-48aa-abe9-243855ab570b tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Resources bound (agent type, host, resource id): {{(pid=73810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:19:34.233574 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.db.l3_dvrscheduler_db [req-35c811b9-268e-48b6-80df-28aa25d24408 req-94897649-bb80-48aa-abe9-243855ab570b tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Received port after_create {{(pid=73810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 13:19:34.278599 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94897649-bb80-48aa-abe9-243855ab570b tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Pushing event updated for resources: {'Port': ['ID=84a93d06-5821-4ddf-a8ab-251b26ec373c,revision_number=1']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:19:34.283307 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-94897649-bb80-48aa-abe9-243855ab570b tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:19:34.304166 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c811b9-268e-48b6-80df-28aa25d24408 req-94897649-bb80-48aa-abe9-243855ab570b tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:34.304803 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-35c811b9-268e-48b6-80df-28aa25d24408 req-94897649-bb80-48aa-abe9-243855ab570b tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9974'] for port, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:34.333043 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-35c811b9-268e-48b6-80df-28aa25d24408 req-94897649-bb80-48aa-abe9-243855ab570b tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7709987 Apr 30 13:19:34.347407 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.v2.base [req-35c811b9-268e-48b6-80df-28aa25d24408 req-ab683de8-b0ba-4d43-b889-202a8f98bf83 service neutron] Request body: {'port': {'device_id': 'd7439e44-b72c-4c1b-a40e-1ec6578988cb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78719'}} {{(pid=73810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:19:34.464926 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-35c811b9-268e-48b6-80df-28aa25d24408 req-ab683de8-b0ba-4d43-b889-202a8f98bf83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4120257'] for port, before_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:34.499566 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.provisioning_blocks [None req-1503e6dd-04c3-4dca-85a4-01df61641dd9 None None] Provisioning for port 84a93d06-5821-4ddf-a8ab-251b26ec373c completed by entity DHCP. {{(pid=73812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:19:34.504468 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.provisioning_blocks [None req-1503e6dd-04c3-4dca-85a4-01df61641dd9 None None] Provisioning complete for port 84a93d06-5821-4ddf-a8ab-251b26ec373c triggered by entity DHCP. {{(pid=73812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:19:34.504715 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-1503e6dd-04c3-4dca-85a4-01df61641dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000605'] for port, provisioning_complete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:34.559136 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.plugin [None req-1503e6dd-04c3-4dca-85a4-01df61641dd9 None None] Port 84a93d06-5821-4ddf-a8ab-251b26ec373c cannot update to ACTIVE because it is not bound. {{(pid=73812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 13:19:34.879074 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5244c5-f5ad-4cde-9b35-4acc98b3c93b req-d0500fe4-15f1-4360-b953-8a5e2835c168 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:34.879833 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.quota.resource [req-2f5244c5-f5ad-4cde-9b35-4acc98b3c93b req-d0500fe4-15f1-4360-b953-8a5e2835c168 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Synchronizing usage tracker for tenant:918e31ad0d5f410eac8b4de9626cac1f on resource:port {{(pid=73810) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:19:34.914479 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.quota.resource [req-2f5244c5-f5ad-4cde-9b35-4acc98b3c93b req-d0500fe4-15f1-4360-b953-8a5e2835c168 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Unset dirty status for tenant:918e31ad0d5f410eac8b4de9626cac1f on resource:port {{(pid=73810) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:19:34.915626 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-2f5244c5-f5ad-4cde-9b35-4acc98b3c93b req-d0500fe4-15f1-4360-b953-8a5e2835c168 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] 10.222.0.84 "GET /v2.0/ports?device_id=d7439e44-b72c-4c1b-a40e-1ec6578988cb HTTP/1.1" status: 200 len: 932 time: 0.2418497 Apr 30 13:19:35.009826 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.notifiers.nova [req-35c811b9-268e-48b6-80df-28aa25d24408 req-ab683de8-b0ba-4d43-b889-202a8f98bf83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84a93d06-5821-4ddf-a8ab-251b26ec373c {{(pid=73810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 13:19:35.016458 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-2f5244c5-f5ad-4cde-9b35-4acc98b3c93b req-8c506c3a-e354-4ba0-8006-c63ce7f49329 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] 10.222.0.84 "GET /v2.0/security-groups?id=41a111e5-dfc1-40ce-89b5-28538b34ccad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926442 Apr 30 13:19:35.020585 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-35c811b9-268e-48b6-80df-28aa25d24408 req-ab683de8-b0ba-4d43-b889-202a8f98bf83 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:35.036869 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [req-35c811b9-268e-48b6-80df-28aa25d24408 req-ab683de8-b0ba-4d43-b889-202a8f98bf83 service neutron] Transition to ACTIVE for port object 84a93d06-5821-4ddf-a8ab-251b26ec373c will not be triggered until provisioned by entity L2. {{(pid=73810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:19:35.041336 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-35c811b9-268e-48b6-80df-28aa25d24408 req-ab683de8-b0ba-4d43-b889-202a8f98bf83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4120194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773353276007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773352839720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773352839765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11792967'] for port, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:35.045033 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-f51a13d2-e65e-4c25-ab90-dcd2412fe2c0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:19:35.172920 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab683de8-b0ba-4d43-b889-202a8f98bf83 service neutron] Pushing event updated for resources: {'Port': ['ID=84a93d06-5821-4ddf-a8ab-251b26ec373c,revision_number=2']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:19:35.176623 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-ab683de8-b0ba-4d43-b889-202a8f98bf83 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:19:35.288195 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.managers [req-35c811b9-268e-48b6-80df-28aa25d24408 req-ab683de8-b0ba-4d43-b889-202a8f98bf83 service neutron] Attempting to bind port 84a93d06-5821-4ddf-a8ab-251b26ec373c on host hv-cinder-78719 for vnic_type normal with profile {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 13:19:35.288575 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.managers [req-35c811b9-268e-48b6-80df-28aa25d24408 req-ab683de8-b0ba-4d43-b889-202a8f98bf83 service neutron] Attempting to bind port 84a93d06-5821-4ddf-a8ab-251b26ec373c by drivers openvswitch,hyperv on host hv-cinder-78719 at level 0 using segments [{'id': 'ff042486-32fa-466b-a0ab-93d4f13b17fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1123, 'network_id': '1457f85c-3f42-4120-b6e2-0f4ede8b9218'}] {{(pid=73810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 13:19:35.288910 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35c811b9-268e-48b6-80df-28aa25d24408 req-ab683de8-b0ba-4d43-b889-202a8f98bf83 service neutron] Attempting to bind port 84a93d06-5821-4ddf-a8ab-251b26ec373c on network 1457f85c-3f42-4120-b6e2-0f4ede8b9218 {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:19:35.297002 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35c811b9-268e-48b6-80df-28aa25d24408 req-ab683de8-b0ba-4d43-b889-202a8f98bf83 service neutron] Port 84a93d06-5821-4ddf-a8ab-251b26ec373c on network 1457f85c-3f42-4120-b6e2-0f4ede8b9218 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78719 {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 30 13:19:35.297002 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35c811b9-268e-48b6-80df-28aa25d24408 req-ab683de8-b0ba-4d43-b889-202a8f98bf83 service neutron] Attempting to bind port 84a93d06-5821-4ddf-a8ab-251b26ec373c on network 1457f85c-3f42-4120-b6e2-0f4ede8b9218 {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:19:35.299430 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35c811b9-268e-48b6-80df-28aa25d24408 req-ab683de8-b0ba-4d43-b889-202a8f98bf83 service neutron] Checking agent: {'id': '9979f301-637a-421d-a751-ee4de56fc333', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78719', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 13, 10), 'started_at': datetime.datetime(2021, 4, 30, 13, 13, 10), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 19, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 13:19:35.299839 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35c811b9-268e-48b6-80df-28aa25d24408 req-ab683de8-b0ba-4d43-b889-202a8f98bf83 service neutron] Checking segment: {'id': 'ff042486-32fa-466b-a0ab-93d4f13b17fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1123, 'network_id': '1457f85c-3f42-4120-b6e2-0f4ede8b9218'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:19:35.300375 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35c811b9-268e-48b6-80df-28aa25d24408 req-ab683de8-b0ba-4d43-b889-202a8f98bf83 service neutron] Bound using segment: {'id': 'ff042486-32fa-466b-a0ab-93d4f13b17fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1123, 'network_id': '1457f85c-3f42-4120-b6e2-0f4ede8b9218'} {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 13:19:35.301116 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.managers [req-35c811b9-268e-48b6-80df-28aa25d24408 req-ab683de8-b0ba-4d43-b889-202a8f98bf83 service neutron] Bound port: 84a93d06-5821-4ddf-a8ab-251b26ec373c, host: hv-cinder-78719, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff042486-32fa-466b-a0ab-93d4f13b17fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1123, 'network_id': '1457f85c-3f42-4120-b6e2-0f4ede8b9218'}}] {{(pid=73810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 13:19:35.301359 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-35c811b9-268e-48b6-80df-28aa25d24408 req-ab683de8-b0ba-4d43-b889-202a8f98bf83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4120257'] for port, before_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:35.398858 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.db [req-35c811b9-268e-48b6-80df-28aa25d24408 req-ab683de8-b0ba-4d43-b889-202a8f98bf83 service neutron] For port 84a93d06-5821-4ddf-a8ab-251b26ec373c, host hv-cinder-78719, cleared binding levels {{(pid=73810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 13:19:35.401947 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.db [req-35c811b9-268e-48b6-80df-28aa25d24408 req-ab683de8-b0ba-4d43-b889-202a8f98bf83 service neutron] For port 84a93d06-5821-4ddf-a8ab-251b26ec373c, host hv-cinder-78719, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=84a93d06-5821-4ddf-a8ab-251b26ec373c,segment=NetworkSegment(ff042486-32fa-466b-a0ab-93d4f13b17fd),segment_id=ff042486-32fa-466b-a0ab-93d4f13b17fd)] {{(pid=73810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 13:19:35.407646 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-35c811b9-268e-48b6-80df-28aa25d24408 req-ab683de8-b0ba-4d43-b889-202a8f98bf83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4120194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773353276007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773352839720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773352839765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11792967'] for port, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:35.411535 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-951524f3-1a05-4c8e-8b1a-a6d8666140d6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:19:35.465061 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c811b9-268e-48b6-80df-28aa25d24408 req-ab683de8-b0ba-4d43-b889-202a8f98bf83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:35.466049 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-35c811b9-268e-48b6-80df-28aa25d24408 req-ab683de8-b0ba-4d43-b889-202a8f98bf83 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9974'] for port, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:35.467026 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-35c811b9-268e-48b6-80df-28aa25d24408 req-ab683de8-b0ba-4d43-b889-202a8f98bf83 service neutron] 10.222.0.95 "PUT /v2.0/ports/84a93d06-5821-4ddf-a8ab-251b26ec373c HTTP/1.1" status: 200 len: 1094 time: 1.1253028 Apr 30 13:19:35.467513 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7439e44-b72c-4c1b-a40e-1ec6578988cb', 'tag': '84a93d06-5821-4ddf-a8ab-251b26ec373c'}] {{(pid=73810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:19:35.493074 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab683de8-b0ba-4d43-b889-202a8f98bf83 service neutron] Pushing event updated for resources: {'Port': ['ID=84a93d06-5821-4ddf-a8ab-251b26ec373c,revision_number=3']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:19:35.503465 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-ab683de8-b0ba-4d43-b889-202a8f98bf83 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:19:35.611741 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7439e44-b72c-4c1b-a40e-1ec6578988cb', 'tag': '84a93d06-5821-4ddf-a8ab-251b26ec373c', 'status': 'completed', 'code': 200} Apr 30 13:19:35.653569 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c811b9-268e-48b6-80df-28aa25d24408 req-cbcd0f57-f1e4-4179-9180-f5d5e24863a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:35.655281 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-35c811b9-268e-48b6-80df-28aa25d24408 req-cbcd0f57-f1e4-4179-9180-f5d5e24863a0 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=918e31ad0d5f410eac8b4de9626cac1f&device_id=d7439e44-b72c-4c1b-a40e-1ec6578988cb HTTP/1.1" status: 200 len: 1097 time: 0.1353738 Apr 30 13:19:35.732900 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-35c811b9-268e-48b6-80df-28aa25d24408 req-8f443c9c-9cbc-410f-a55a-cdd1884f3dfa service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=84a93d06-5821-4ddf-a8ab-251b26ec373c HTTP/1.1" status: 200 len: 217 time: 0.0685787 Apr 30 13:19:35.802614 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c811b9-268e-48b6-80df-28aa25d24408 req-82310b0b-5bd3-4d0d-af37-5d4b96719d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:35.803999 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-35c811b9-268e-48b6-80df-28aa25d24408 req-82310b0b-5bd3-4d0d-af37-5d4b96719d0b service neutron] 10.222.0.95 "GET /v2.0/subnets?id=8da5f9ec-8d10-4fc1-8b60-251865469edd HTTP/1.1" status: 200 len: 848 time: 0.0632401 Apr 30 13:19:35.881533 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c811b9-268e-48b6-80df-28aa25d24408 req-21e06f46-fec9-450d-b074-f3be87cb452e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:35.882963 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-35c811b9-268e-48b6-80df-28aa25d24408 req-21e06f46-fec9-450d-b074-f3be87cb452e service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=1457f85c-3f42-4120-b6e2-0f4ede8b9218&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0722985 Apr 30 13:19:36.022137 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-35c811b9-268e-48b6-80df-28aa25d24408 req-32f6a75e-6e79-4e66-b599-38dd1331aa5e service neutron] 10.222.0.95 "GET /v2.0/networks/1457f85c-3f42-4120-b6e2-0f4ede8b9218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322629 Apr 30 13:19:36.166112 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-35c811b9-268e-48b6-80df-28aa25d24408 req-609f7292-e5e2-4446-b29f-d48b7ebe26f2 service neutron] 10.222.0.95 "GET /v2.0/networks/1457f85c-3f42-4120-b6e2-0f4ede8b9218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364098 Apr 30 13:19:36.342421 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fea4d9-eeb6-4b37-b322-d5b6f26efc12 req-3d8f98f9-5f9f-478d-9e1c-619199d5aae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:36.343898 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-68fea4d9-eeb6-4b37-b322-d5b6f26efc12 req-3d8f98f9-5f9f-478d-9e1c-619199d5aae0 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=918e31ad0d5f410eac8b4de9626cac1f&device_id=d7439e44-b72c-4c1b-a40e-1ec6578988cb HTTP/1.1" status: 200 len: 1097 time: 0.1209524 Apr 30 13:19:36.562537 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015f0da5-f907-4e14-ad20-c8814fcf43b0 req-9f8b859e-bf2b-47ef-a052-d1fdabd8802c tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:36.563926 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-015f0da5-f907-4e14-ad20-c8814fcf43b0 req-9f8b859e-bf2b-47ef-a052-d1fdabd8802c tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] 10.222.0.84 "GET /v2.0/ports?device_id=d7439e44-b72c-4c1b-a40e-1ec6578988cb HTTP/1.1" status: 200 len: 944 time: 0.2827113 Apr 30 13:19:36.628214 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fea4d9-eeb6-4b37-b322-d5b6f26efc12 req-2d8dfeab-19ef-4f32-b619-1ad5c0186360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:36.629787 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-68fea4d9-eeb6-4b37-b322-d5b6f26efc12 req-2d8dfeab-19ef-4f32-b619-1ad5c0186360 service neutron] 10.222.0.95 "GET /v2.0/networks?id=1457f85c-3f42-4120-b6e2-0f4ede8b9218 HTTP/1.1" status: 200 len: 911 time: 0.2764843 Apr 30 13:19:36.632911 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-015f0da5-f907-4e14-ad20-c8814fcf43b0 req-2689038e-ceac-469b-b223-0cbdc174dbfd tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] 10.222.0.84 "GET /v2.0/security-groups?id=41a111e5-dfc1-40ce-89b5-28538b34ccad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615327 Apr 30 13:19:36.703190 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-68fea4d9-eeb6-4b37-b322-d5b6f26efc12 req-44d7660e-5aab-44fb-931d-385b4f74bfc6 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=84a93d06-5821-4ddf-a8ab-251b26ec373c HTTP/1.1" status: 200 len: 217 time: 0.0655601 Apr 30 13:19:36.781481 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fea4d9-eeb6-4b37-b322-d5b6f26efc12 req-5f2a6039-2c01-4a8b-896b-56baeb463cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:36.782881 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-68fea4d9-eeb6-4b37-b322-d5b6f26efc12 req-5f2a6039-2c01-4a8b-896b-56baeb463cd4 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=8da5f9ec-8d10-4fc1-8b60-251865469edd HTTP/1.1" status: 200 len: 848 time: 0.0683033 Apr 30 13:19:36.869706 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fea4d9-eeb6-4b37-b322-d5b6f26efc12 req-70814c35-a5aa-4167-995c-157cf74f34e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:36.871166 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-68fea4d9-eeb6-4b37-b322-d5b6f26efc12 req-70814c35-a5aa-4167-995c-157cf74f34e7 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=1457f85c-3f42-4120-b6e2-0f4ede8b9218&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0772512 Apr 30 13:19:37.012663 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-68fea4d9-eeb6-4b37-b322-d5b6f26efc12 req-be459adf-fd2c-4984-a504-7e55cb0237a1 service neutron] 10.222.0.95 "GET /v2.0/networks/1457f85c-3f42-4120-b6e2-0f4ede8b9218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337395 Apr 30 13:19:37.154771 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-68fea4d9-eeb6-4b37-b322-d5b6f26efc12 req-7826c861-0c8f-4318-8901-934ef70be619 service neutron] 10.222.0.95 "GET /v2.0/networks/1457f85c-3f42-4120-b6e2-0f4ede8b9218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304181 Apr 30 13:19:37.823511 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece51095-3f99-4ee5-be08-fed738061774 req-f66770bb-3a7b-4b9d-a678-b96f579b05b0 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:37.824900 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-ece51095-3f99-4ee5-be08-fed738061774 req-f66770bb-3a7b-4b9d-a678-b96f579b05b0 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] 10.222.0.84 "GET /v2.0/ports?device_id=d7439e44-b72c-4c1b-a40e-1ec6578988cb HTTP/1.1" status: 200 len: 944 time: 0.0862000 Apr 30 13:19:37.871703 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-ece51095-3f99-4ee5-be08-fed738061774 req-efa4dd2e-7e26-4ba8-b783-53cb1e7c9595 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] 10.222.0.84 "GET /v2.0/security-groups?id=41a111e5-dfc1-40ce-89b5-28538b34ccad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406308 Apr 30 13:19:37.885002 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.rpc [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Device 84a93d06-5821-4ddf-a8ab-251b26ec373c details requested by agent hyperv_hv-cinder-78719 with host hv-cinder-78719 {{(pid=73812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 13:19:38.055647 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.db [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] For port 84a93d06-5821-4ddf-a8ab-251b26ec373c, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=84a93d06-5821-4ddf-a8ab-251b26ec373c,segment=NetworkSegment(ff042486-32fa-466b-a0ab-93d4f13b17fd),segment_id=ff042486-32fa-466b-a0ab-93d4f13b17fd)] {{(pid=73812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:19:38.069115 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.rpc [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Returning: {'device': '84a93d06-5821-4ddf-a8ab-251b26ec373c', 'network_id': '1457f85c-3f42-4120-b6e2-0f4ede8b9218', 'port_id': '84a93d06-5821-4ddf-a8ab-251b26ec373c', 'mac_address': 'fa:16:3e:4e:96:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8da5f9ec-8d10-4fc1-8b60-251865469edd', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 13:19:38.128311 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4120257'] for port, before_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:38.145142 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.notifiers.nova [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84a93d06-5821-4ddf-a8ab-251b26ec373c {{(pid=73812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 13:19:38.160807 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.db [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] For port 84a93d06-5821-4ddf-a8ab-251b26ec373c, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=84a93d06-5821-4ddf-a8ab-251b26ec373c,segment=NetworkSegment(ff042486-32fa-466b-a0ab-93d4f13b17fd),segment_id=ff042486-32fa-466b-a0ab-93d4f13b17fd)] {{(pid=73812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:19:38.170067 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4120194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773353276007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773352839720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773352839765'] for port, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:38.172836 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-c8d793b5-8cac-43f1-ab2f-6316bb6559a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:19:38.238904 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Pushing event updated for resources: {'Port': ['ID=84a93d06-5821-4ddf-a8ab-251b26ec373c,revision_number=4']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:19:38.242159 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:19:38.416166 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.db [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] get_ports_and_sgs() called for port_ids ['84a93d06-5821-4ddf-a8ab-251b26ec373c'] {{(pid=73812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 13:19:39.065421 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350b8942-17bc-4bba-90b8-1c8e2ec22503 req-0ba85e08-2615-4b54-a859-97f199b208e9 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:39.066978 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-350b8942-17bc-4bba-90b8-1c8e2ec22503 req-0ba85e08-2615-4b54-a859-97f199b208e9 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] 10.222.0.84 "GET /v2.0/ports?device_id=d7439e44-b72c-4c1b-a40e-1ec6578988cb HTTP/1.1" status: 200 len: 945 time: 0.0875711 Apr 30 13:19:39.115306 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-350b8942-17bc-4bba-90b8-1c8e2ec22503 req-abbbb170-7fd1-4a8d-a41c-5e9fd71a9351 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] 10.222.0.84 "GET /v2.0/security-groups?id=41a111e5-dfc1-40ce-89b5-28538b34ccad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420403 Apr 30 13:19:39.847105 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000748'] for agent, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:39.895133 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.rpc [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Device 84a93d06-5821-4ddf-a8ab-251b26ec373c up at agent hyperv_hv-cinder-78719 {{(pid=73812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:19:39.981754 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.provisioning_blocks [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Provisioning for port 84a93d06-5821-4ddf-a8ab-251b26ec373c completed by entity L2. {{(pid=73812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:19:39.986518 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.provisioning_blocks [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Provisioning complete for port 84a93d06-5821-4ddf-a8ab-251b26ec373c triggered by entity L2. {{(pid=73812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:19:39.986900 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000605'] for port, provisioning_complete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:40.107058 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4120257'] for port, before_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:40.137200 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7439e44-b72c-4c1b-a40e-1ec6578988cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84a93d06-5821-4ddf-a8ab-251b26ec373c'}] {{(pid=73812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:19:40.147115 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.db [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] For port 84a93d06-5821-4ddf-a8ab-251b26ec373c, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=84a93d06-5821-4ddf-a8ab-251b26ec373c,segment=NetworkSegment(ff042486-32fa-466b-a0ab-93d4f13b17fd),segment_id=ff042486-32fa-466b-a0ab-93d4f13b17fd)] {{(pid=73812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:19:40.151378 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4120194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773353276007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773352839720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773352839765'] for port, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:40.153392 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-ef0fed9a-eada-4df7-9fc4-3b2fc2e910ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:19:40.189314 dv-cinder-787195-5-smb neutron-server[73812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7439e44-b72c-4c1b-a40e-1ec6578988cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84a93d06-5821-4ddf-a8ab-251b26ec373c', 'code': 200} Apr 30 13:19:40.222615 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Pushing event updated for resources: {'Port': ['ID=84a93d06-5821-4ddf-a8ab-251b26ec373c,revision_number=5']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:19:40.225812 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:19:40.305205 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7345ab-bb54-48ee-be36-4e1b869fdaea req-518c020c-4dd2-4c63-8a1a-6362eeb0b7f5 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:40.307252 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-9a7345ab-bb54-48ee-be36-4e1b869fdaea req-518c020c-4dd2-4c63-8a1a-6362eeb0b7f5 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] 10.222.0.84 "GET /v2.0/ports?device_id=d7439e44-b72c-4c1b-a40e-1ec6578988cb HTTP/1.1" status: 200 len: 946 time: 0.0848939 Apr 30 13:19:40.394159 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-9a7345ab-bb54-48ee-be36-4e1b869fdaea req-5a43c428-50a9-4c2d-aa40-89860f9c4a7b tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] 10.222.0.84 "GET /v2.0/security-groups?id=41a111e5-dfc1-40ce-89b5-28538b34ccad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797668 Apr 30 13:19:40.430539 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8224bd91-26fb-45ce-bdbb-dfc7de08ba32 req-4c0c5f21-1b2f-4a11-ac34-7b7c82b6c2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:40.432023 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-8224bd91-26fb-45ce-bdbb-dfc7de08ba32 req-4c0c5f21-1b2f-4a11-ac34-7b7c82b6c2a9 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=d7439e44-b72c-4c1b-a40e-1ec6578988cb HTTP/1.1" status: 200 len: 1099 time: 0.0795684 Apr 30 13:19:40.475110 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-8224bd91-26fb-45ce-bdbb-dfc7de08ba32 req-4d1de2e2-d429-4af0-85b8-b5a960347432 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=41a111e5-dfc1-40ce-89b5-28538b34ccad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359173 Apr 30 13:19:41.590142 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65464e7c-6600-48f4-83ec-02f45e5d9671 req-ff603baa-ccf3-4280-839c-280bbd55a06a tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:41.591594 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-65464e7c-6600-48f4-83ec-02f45e5d9671 req-ff603baa-ccf3-4280-839c-280bbd55a06a tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] 10.222.0.84 "GET /v2.0/ports?device_id=d7439e44-b72c-4c1b-a40e-1ec6578988cb HTTP/1.1" status: 200 len: 946 time: 0.0899200 Apr 30 13:19:41.637321 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-65464e7c-6600-48f4-83ec-02f45e5d9671 req-1ca3482b-e453-4253-8a04-965a9d44abad tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] 10.222.0.84 "GET /v2.0/security-groups?id=41a111e5-dfc1-40ce-89b5-28538b34ccad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398910 Apr 30 13:19:41.832938 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b92a7cd-69c3-4bde-963e-acdee278da54 req-4c82389f-d464-4fca-9c57-c4656a58e1fd tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:41.834412 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-9b92a7cd-69c3-4bde-963e-acdee278da54 req-4c82389f-d464-4fca-9c57-c4656a58e1fd tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] 10.222.0.84 "GET /v2.0/ports?device_id=d7439e44-b72c-4c1b-a40e-1ec6578988cb HTTP/1.1" status: 200 len: 946 time: 0.0911045 Apr 30 13:19:41.843684 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.84', 59122) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:19:41.849352 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.v2.base [None req-4816856c-c65c-4bb4-aab9-03f9942f4d36 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Request body: {'floatingip': {'port_id': '84a93d06-5821-4ddf-a8ab-251b26ec373c'}} {{(pid=73809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:19:41.932703 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-4816856c-c65c-4bb4-aab9-03f9942f4d36 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Notify callbacks [] for floatingip, before_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:42.570057 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-4816856c-c65c-4bb4-aab9-03f9942f4d36 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Notify callbacks [] for floatingip, precommit_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:42.575511 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-4816856c-c65c-4bb4-aab9-03f9942f4d36 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-924836'] for floatingip, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:42.757509 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.db.l3_db [None req-4816856c-c65c-4bb4-aab9-03f9942f4d36 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Floating IP 11ce3d48-b0d2-4f03-8e88-659a86abb39f associated. External IP: 172.28.3.72, port: 84a93d06-5821-4ddf-a8ab-251b26ec373c. Apr 30 13:19:43.234740 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4816856c-c65c-4bb4-aab9-03f9942f4d36 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Router a52af78f-7ad6-4e52-9c94-77c21fdc33b1 has already been hosted by L3 agent 0896dfae-3c2f-4fc2-b5f4-9284ce516a86 {{(pid=73809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 13:19:43.432756 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4816856c-c65c-4bb4-aab9-03f9942f4d36 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Notify agent at l3_agent.dv-cinder-787195-5-smb the message routers_updated {{(pid=73809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 13:19:43.432756 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-4816856c-c65c-4bb4-aab9-03f9942f4d36 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9974'] for floatingip, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:43.434404 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f43238cc-1155-4e08-a60a-c9af59d0de53 None None] Sync routers for ids ['a52af78f-7ad6-4e52-9c94-77c21fdc33b1'] in dv-cinder-787195-5-smb {{(pid=73812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 13:19:43.448175 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f43238cc-1155-4e08-a60a-c9af59d0de53 None None] Routers {'a52af78f-7ad6-4e52-9c94-77c21fdc33b1'} bound to L3 agent in host dv-cinder-787195-5-smb {{(pid=73812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:19:43.449045 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.l3_hamode_db [None req-f43238cc-1155-4e08-a60a-c9af59d0de53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T13:06:52Z,description=,heartbeat_timestamp=2021-04-30T13:19:22Z,host='dv-cinder-787195-5-smb',id=0896dfae-3c2f-4fc2-b5f4-9284ce516a86,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:06:52Z,topic='l3_agent')) {'router_ids': ['a52af78f-7ad6-4e52-9c94-77c21fdc33b1'], 'active': True} {{(pid=73812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:19:43.486438 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [None req-4816856c-c65c-4bb4-aab9-03f9942f4d36 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] 10.222.0.84 "PUT /v2.0/floatingips/11ce3d48-b0d2-4f03-8e88-659a86abb39f HTTP/1.1" status: 200 len: 991 time: 1.6391318 Apr 30 13:19:43.486438 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7439e44-b72c-4c1b-a40e-1ec6578988cb', 'tag': '84a93d06-5821-4ddf-a8ab-251b26ec373c'}] {{(pid=73809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:19:43.566917 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7439e44-b72c-4c1b-a40e-1ec6578988cb', 'tag': '84a93d06-5821-4ddf-a8ab-251b26ec373c', 'status': 'completed', 'code': 200} Apr 30 13:19:43.661663 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72202a54-fd3f-467f-a80e-52328340c9fb req-5f2508ab-4a5f-4630-8f22-9b2011a48992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:43.663420 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-72202a54-fd3f-467f-a80e-52328340c9fb req-5f2508ab-4a5f-4630-8f22-9b2011a48992 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=918e31ad0d5f410eac8b4de9626cac1f&device_id=d7439e44-b72c-4c1b-a40e-1ec6578988cb HTTP/1.1" status: 200 len: 1099 time: 0.0791216 Apr 30 13:19:43.664030 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.l3_dvr_db [None req-f43238cc-1155-4e08-a60a-c9af59d0de53 None None] Set router a52af78f-7ad6-4e52-9c94-77c21fdc33b1 gateway port host: dv-cinder-787195-5-smb {{(pid=73812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:19:43.806727 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72202a54-fd3f-467f-a80e-52328340c9fb req-abb10ec0-9ed4-48e7-821a-7b0b4d8140ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:43.808227 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-72202a54-fd3f-467f-a80e-52328340c9fb req-abb10ec0-9ed4-48e7-821a-7b0b4d8140ec service neutron] 10.222.0.95 "GET /v2.0/networks?id=1457f85c-3f42-4120-b6e2-0f4ede8b9218 HTTP/1.1" status: 200 len: 911 time: 0.1382923 Apr 30 13:19:43.920027 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-72202a54-fd3f-467f-a80e-52328340c9fb req-93124e5d-67b0-418b-a8a9-bed7e3780994 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=84a93d06-5821-4ddf-a8ab-251b26ec373c HTTP/1.1" status: 200 len: 999 time: 0.1041663 Apr 30 13:19:43.990477 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72202a54-fd3f-467f-a80e-52328340c9fb req-001c034f-df9c-49d1-babb-a16bd27bdb86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:43.991904 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-72202a54-fd3f-467f-a80e-52328340c9fb req-001c034f-df9c-49d1-babb-a16bd27bdb86 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=8da5f9ec-8d10-4fc1-8b60-251865469edd HTTP/1.1" status: 200 len: 848 time: 0.0648110 Apr 30 13:19:44.054644 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.l3_hamode_db [None req-f43238cc-1155-4e08-a60a-c9af59d0de53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a52af78f-7ad6-4e52-9c94-77c21fdc33b1', 'name': 'tempest-AttachVolumeTestJSON-49034861-router', 'tenant_id': '918e31ad0d5f410eac8b4de9626cac1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b95ef810-b08d-4c08-b0c0-c75d2ee1b25b', 'external_fixed_ips': [{'subnet_id': 'b3fe51b0-9be9-4b1a-951c-de133b7a88b5', 'ip_address': '172.28.3.197'}], 'enable_snat': True}, 'gw_port_id': '03710d16-da09-4f6d-b90a-06e717570d2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:14:54Z', 'updated_at': '2021-04-30T13:15:16Z', 'revision_number': 4, 'project_id': '918e31ad0d5f410eac8b4de9626cac1f', 'gw_port': {'id': '03710d16-da09-4f6d-b90a-06e717570d2e', 'name': '', 'network_id': 'b95ef810-b08d-4c08-b0c0-c75d2ee1b25b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:1f:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a52af78f-7ad6-4e52-9c94-77c21fdc33b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'b3fe51b0-9be9-4b1a-951c-de133b7a88b5', 'ip_address': '172.28.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:14:56Z', 'updated_at': '2021-04-30T13:15:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fe51b0-9be9-4b1a-951c-de133b7a88b5', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-5-smb', '_floatingips': [{'id': '11ce3d48-b0d2-4f03-8e88-659a86abb39f', 'tenant_id': '918e31ad0d5f410eac8b4de9626cac1f', 'floating_ip_address': '172.28.3.72', 'floating_network_id': 'b95ef810-b08d-4c08-b0c0-c75d2ee1b25b', 'router_id': 'a52af78f-7ad6-4e52-9c94-77c21fdc33b1', 'port_id': '84a93d06-5821-4ddf-a8ab-251b26ec373c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1457f85c-3f42-4120-b6e2-0f4ede8b9218', 'mac_address': 'fa:16:3e:4e:96:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7439e44-b72c-4c1b-a40e-1ec6578988cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T13:19:30Z', 'updated_at': '2021-04-30T13:19:42Z', 'revision_number': 1, 'project_id': '918e31ad0d5f410eac8b4de9626cac1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9d9c6c8-8d72-41ea-b437-3edd83d44965', 'name': '', 'network_id': '1457f85c-3f42-4120-b6e2-0f4ede8b9218', 'tenant_id': '918e31ad0d5f410eac8b4de9626cac1f', 'mac_address': 'fa:16:3e:80:f5:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a52af78f-7ad6-4e52-9c94-77c21fdc33b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '8da5f9ec-8d10-4fc1-8b60-251865469edd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:15:10Z', 'updated_at': '2021-04-30T13:15:29Z', 'revision_number': 5, 'project_id': '918e31ad0d5f410eac8b4de9626cac1f', 'subnets': [{'id': '8da5f9ec-8d10-4fc1-8b60-251865469edd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-5-smb', False) {} {{(pid=73812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:19:44.058768 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f43238cc-1155-4e08-a60a-c9af59d0de53 None None] Checking router: a52af78f-7ad6-4e52-9c94-77c21fdc33b1 for host: dv-cinder-787195-5-smb {{(pid=73812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 13:19:44.067634 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f43238cc-1155-4e08-a60a-c9af59d0de53 None None] Routers {'a52af78f-7ad6-4e52-9c94-77c21fdc33b1'} bound to L3 agent in host dv-cinder-787195-5-smb {{(pid=73812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:19:44.068293 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.l3_hamode_db [None req-f43238cc-1155-4e08-a60a-c9af59d0de53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T13:06:52Z,description=,heartbeat_timestamp=2021-04-30T13:19:22Z,host='dv-cinder-787195-5-smb',id=0896dfae-3c2f-4fc2-b5f4-9284ce516a86,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:06:52Z,topic='l3_agent')) {'router_ids': ['a52af78f-7ad6-4e52-9c94-77c21fdc33b1'], 'active': True} {{(pid=73812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:19:44.069462 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72202a54-fd3f-467f-a80e-52328340c9fb req-2cab75cf-6681-4632-997d-32e0ee6674ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:44.070998 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-72202a54-fd3f-467f-a80e-52328340c9fb req-2cab75cf-6681-4632-997d-32e0ee6674ff service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=1457f85c-3f42-4120-b6e2-0f4ede8b9218&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0715632 Apr 30 13:19:44.257535 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.l3_dvr_db [None req-f43238cc-1155-4e08-a60a-c9af59d0de53 None None] Set router a52af78f-7ad6-4e52-9c94-77c21fdc33b1 gateway port host: dv-cinder-787195-5-smb {{(pid=73812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:19:44.307637 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-72202a54-fd3f-467f-a80e-52328340c9fb req-532655ab-f7b9-4256-8037-de5046fed842 service neutron] 10.222.0.95 "GET /v2.0/networks/1457f85c-3f42-4120-b6e2-0f4ede8b9218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2283239 Apr 30 13:19:44.451321 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-72202a54-fd3f-467f-a80e-52328340c9fb req-e2778450-e08e-4be5-b2a7-25f7d24cb8f7 service neutron] 10.222.0.95 "GET /v2.0/networks/1457f85c-3f42-4120-b6e2-0f4ede8b9218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360655 Apr 30 13:19:44.671960 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.l3_hamode_db [None req-f43238cc-1155-4e08-a60a-c9af59d0de53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a52af78f-7ad6-4e52-9c94-77c21fdc33b1', 'name': 'tempest-AttachVolumeTestJSON-49034861-router', 'tenant_id': '918e31ad0d5f410eac8b4de9626cac1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b95ef810-b08d-4c08-b0c0-c75d2ee1b25b', 'external_fixed_ips': [{'subnet_id': 'b3fe51b0-9be9-4b1a-951c-de133b7a88b5', 'ip_address': '172.28.3.197'}], 'enable_snat': True}, 'gw_port_id': '03710d16-da09-4f6d-b90a-06e717570d2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:14:54Z', 'updated_at': '2021-04-30T13:15:16Z', 'revision_number': 4, 'project_id': '918e31ad0d5f410eac8b4de9626cac1f', 'gw_port': {'id': '03710d16-da09-4f6d-b90a-06e717570d2e', 'name': '', 'network_id': 'b95ef810-b08d-4c08-b0c0-c75d2ee1b25b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:1f:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a52af78f-7ad6-4e52-9c94-77c21fdc33b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'b3fe51b0-9be9-4b1a-951c-de133b7a88b5', 'ip_address': '172.28.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:14:56Z', 'updated_at': '2021-04-30T13:15:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fe51b0-9be9-4b1a-951c-de133b7a88b5', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-5-smb', '_floatingips': [{'id': '11ce3d48-b0d2-4f03-8e88-659a86abb39f', 'tenant_id': '918e31ad0d5f410eac8b4de9626cac1f', 'floating_ip_address': '172.28.3.72', 'floating_network_id': 'b95ef810-b08d-4c08-b0c0-c75d2ee1b25b', 'router_id': 'a52af78f-7ad6-4e52-9c94-77c21fdc33b1', 'port_id': '84a93d06-5821-4ddf-a8ab-251b26ec373c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1457f85c-3f42-4120-b6e2-0f4ede8b9218', 'mac_address': 'fa:16:3e:4e:96:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7439e44-b72c-4c1b-a40e-1ec6578988cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T13:19:30Z', 'updated_at': '2021-04-30T13:19:42Z', 'revision_number': 1, 'project_id': '918e31ad0d5f410eac8b4de9626cac1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9d9c6c8-8d72-41ea-b437-3edd83d44965', 'name': '', 'network_id': '1457f85c-3f42-4120-b6e2-0f4ede8b9218', 'tenant_id': '918e31ad0d5f410eac8b4de9626cac1f', 'mac_address': 'fa:16:3e:80:f5:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a52af78f-7ad6-4e52-9c94-77c21fdc33b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '8da5f9ec-8d10-4fc1-8b60-251865469edd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:15:10Z', 'updated_at': '2021-04-30T13:15:29Z', 'revision_number': 5, 'project_id': '918e31ad0d5f410eac8b4de9626cac1f', 'subnets': [{'id': '8da5f9ec-8d10-4fc1-8b60-251865469edd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-5-smb', False) {} {{(pid=73812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:19:44.678143 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f43238cc-1155-4e08-a60a-c9af59d0de53 None None] The sync data for ids ['a52af78f-7ad6-4e52-9c94-77c21fdc33b1'] in dv-cinder-787195-5-smb is: [{'id': 'a52af78f-7ad6-4e52-9c94-77c21fdc33b1', 'name': 'tempest-AttachVolumeTestJSON-49034861-router', 'tenant_id': '918e31ad0d5f410eac8b4de9626cac1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b95ef810-b08d-4c08-b0c0-c75d2ee1b25b', 'external_fixed_ips': [{'subnet_id': 'b3fe51b0-9be9-4b1a-951c-de133b7a88b5', 'ip_address': '172.28.3.197'}], 'enable_snat': True}, 'gw_port_id': '03710d16-da09-4f6d-b90a-06e717570d2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:14:54Z', 'updated_at': '2021-04-30T13:15:16Z', 'revision_number': 4, 'project_id': '918e31ad0d5f410eac8b4de9626cac1f', 'gw_port': {'id': '03710d16-da09-4f6d-b90a-06e717570d2e', 'name': '', 'network_id': 'b95ef810-b08d-4c08-b0c0-c75d2ee1b25b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:1f:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a52af78f-7ad6-4e52-9c94-77c21fdc33b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'b3fe51b0-9be9-4b1a-951c-de133b7a88b5', 'ip_address': '172.28.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:14:56Z', 'updated_at': '2021-04-30T13:15:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fe51b0-9be9-4b1a-951c-de133b7a88b5', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-5-smb', '_floatingips': [{'id': '11ce3d48-b0d2-4f03-8e88-659a86abb39f', 'tenant_id': '918e31ad0d5f410eac8b4de9626cac1f', 'floating_ip_address': '172.28.3.72', 'floating_network_id': 'b95ef810-b08d-4c08-b0c0-c75d2ee1b25b', 'router_id': 'a52af78f-7ad6-4e52-9c94-77c21fdc33b1', 'port_id': '84a93d06-5821-4ddf-a8ab-251b26ec373c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1457f85c-3f42-4120-b6e2-0f4ede8b9218', 'mac_address': 'fa:16:3e:4e:96:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7439e44-b72c-4c1b-a40e-1ec6578988cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T13:19:30Z', 'updated_at': '2021-04-30T13:19:42Z', 'revision_number': 1, 'project_id': '918e31ad0d5f410eac8b4de9626cac1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9d9c6c8-8d72-41ea-b437-3edd83d44965', 'name': '', 'network_id': '1457f85c-3f42-4120-b6e2-0f4ede8b9218', 'tenant_id': '918e31ad0d5f410eac8b4de9626cac1f', 'mac_address': 'fa:16:3e:80:f5:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a52af78f-7ad6-4e52-9c94-77c21fdc33b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '8da5f9ec-8d10-4fc1-8b60-251865469edd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:15:10Z', 'updated_at': '2021-04-30T13:15:29Z', 'revision_number': 5, 'project_id': '918e31ad0d5f410eac8b4de9626cac1f', 'subnets': [{'id': '8da5f9ec-8d10-4fc1-8b60-251865469edd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 13:19:44.876690 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4a77e0f-3de0-435a-af13-fc76ce65d6f3 None None] New status for floating IP 11ce3d48-b0d2-4f03-8e88-659a86abb39f: ACTIVE {{(pid=73814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 13:19:49.060722 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-7253771e-dadc-4e73-bc76-85bd3264655f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000748'] for agent, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:51.850300 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-1560a796-b4fe-4dfd-904e-d3a4d1d4cb8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000748'] for agent, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:52.277168 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000748'] for agent, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:53.118934 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-a9ba599c-bbf2-42e7-8bf2-2ae3bfc6b861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000748'] for agent, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:54.501266 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-5918b5d9-36b2-459a-8043-2e5e2054f07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000748'] for agent, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:58.336845 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.db.agents_db [None req-91df71b6-c2d8-49d0-b68d-2a1f0a47a62a None None] Agent healthcheck: found 6 active agents {{(pid=73814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 13:20:05.097608 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.84', 59350) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:20:05.233696 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-5af49a0a-a8a0-48e9-8f9e-b023e3e9e6db admin admin] Notify callbacks [] for security_group, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:05.248931 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-5af49a0a-a8a0-48e9-8f9e-b023e3e9e6db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:20:05.254013 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-5af49a0a-a8a0-48e9-8f9e-b023e3e9e6db admin admin] Usage tracker for resource:security_group_rule and tenant:31aaadb875db480dbcde9fea994311a3 is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:20:05.258925 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-5af49a0a-a8a0-48e9-8f9e-b023e3e9e6db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:20:05.268438 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-5af49a0a-a8a0-48e9-8f9e-b023e3e9e6db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:20:05.357990 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-5af49a0a-a8a0-48e9-8f9e-b023e3e9e6db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:05.365206 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-5af49a0a-a8a0-48e9-8f9e-b023e3e9e6db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985230'] for security_group, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:05.372537 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-b8904991-a71f-4877-9f0a-1b92e87267a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:20:05.416438 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [None req-5af49a0a-a8a0-48e9-8f9e-b023e3e9e6db admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=31aaadb875db480dbcde9fea994311a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3176472 Apr 30 13:20:05.417316 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af49a0a-a8a0-48e9-8f9e-b023e3e9e6db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c586133-8f27-4109-a9a9-032847cc4fe3,revision_number=1']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:20:05.420000 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.84', 59356) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:20:05.420553 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-5af49a0a-a8a0-48e9-8f9e-b023e3e9e6db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:20:05.491339 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-84b14eb3-8979-4ca2-9045-3935c99c2950 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:05.524122 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-84b14eb3-8979-4ca2-9045-3935c99c2950 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:05.581581 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-84b14eb3-8979-4ca2-9045-3935c99c2950 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985230'] for security_group, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:05.586862 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-c54a9afb-c68e-4c5d-a25f-c376f2969133 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:20:05.597312 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b14eb3-8979-4ca2-9045-3935c99c2950 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c586133-8f27-4109-a9a9-032847cc4fe3,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:20:05.601948 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-84b14eb3-8979-4ca2-9045-3935c99c2950 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:20:05.603827 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-84b14eb3-8979-4ca2-9045-3935c99c2950 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:05.605822 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [None req-84b14eb3-8979-4ca2-9045-3935c99c2950 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/2c586133-8f27-4109-a9a9-032847cc4fe3 HTTP/1.1" status: 204 len: 168 time: 0.1844862 Apr 30 13:20:06.800750 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.84', 59392) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:20:06.924922 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-1aa7fb94-4375-400e-a0c2-af886344b8e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:06.939577 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-1aa7fb94-4375-400e-a0c2-af886344b8e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:20:06.943943 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-1aa7fb94-4375-400e-a0c2-af886344b8e9 admin admin] Usage tracker for resource:security_group_rule and tenant:9110899a570c411cbd201f98a3239b46 is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:20:06.946863 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-1aa7fb94-4375-400e-a0c2-af886344b8e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:20:06.952680 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-1aa7fb94-4375-400e-a0c2-af886344b8e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:20:07.050616 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-1aa7fb94-4375-400e-a0c2-af886344b8e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:07.058168 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-1aa7fb94-4375-400e-a0c2-af886344b8e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985230'] for security_group, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:07.065465 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-3f2a6e6e-0a4a-4591-b145-8f1fa74cad7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:20:07.106394 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [None req-1aa7fb94-4375-400e-a0c2-af886344b8e9 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=9110899a570c411cbd201f98a3239b46&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3044190 Apr 30 13:20:07.107303 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa7fb94-4375-400e-a0c2-af886344b8e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=369f6a0f-5f88-426d-8a11-84f741a2ded5,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:20:07.109284 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.84', 59400) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:20:07.110371 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-1aa7fb94-4375-400e-a0c2-af886344b8e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:20:07.173282 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-55f3d6b7-7be6-4659-913f-76cd42bea938 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:07.200104 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-55f3d6b7-7be6-4659-913f-76cd42bea938 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:07.254577 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-55f3d6b7-7be6-4659-913f-76cd42bea938 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985230'] for security_group, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:07.258370 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-1bf3629a-f9e5-4151-940a-cf46114c49b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:20:07.271102 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f3d6b7-7be6-4659-913f-76cd42bea938 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=369f6a0f-5f88-426d-8a11-84f741a2ded5,revision_number=None']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:20:07.274960 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-55f3d6b7-7be6-4659-913f-76cd42bea938 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:20:07.280909 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-55f3d6b7-7be6-4659-913f-76cd42bea938 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:07.284537 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [None req-55f3d6b7-7be6-4659-913f-76cd42bea938 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/369f6a0f-5f88-426d-8a11-84f741a2ded5 HTTP/1.1" status: 204 len: 168 time: 0.1717093 Apr 30 13:20:09.862046 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000748'] for agent, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:10.242714 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182ccb47-5b9f-434c-824b-8c00001cbe6f req-4e99a7cb-b77d-4c80-a14f-8ca807735191 tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:10.244195 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-182ccb47-5b9f-434c-824b-8c00001cbe6f req-4e99a7cb-b77d-4c80-a14f-8ca807735191 tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] 10.222.0.84 "GET /v2.0/ports?device_id=71c13da7-bd14-47c5-89d0-b64036063a3b HTTP/1.1" status: 200 len: 946 time: 0.2724543 Apr 30 13:20:10.292596 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-182ccb47-5b9f-434c-824b-8c00001cbe6f req-835bba10-5bf5-4dcd-a8c2-6e124085ce4d tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] 10.222.0.84 "GET /v2.0/security-groups?id=8529bdd9-9ae1-4450-87c4-845837d2244b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421574 Apr 30 13:20:11.481811 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b3587c-6320-40cf-8108-18283a26b7fa req-5db87844-72b8-41ee-81b1-f2b2de0eb00c tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:11.483329 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-80b3587c-6320-40cf-8108-18283a26b7fa req-5db87844-72b8-41ee-81b1-f2b2de0eb00c tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] 10.222.0.84 "GET /v2.0/ports?device_id=71c13da7-bd14-47c5-89d0-b64036063a3b HTTP/1.1" status: 200 len: 946 time: 0.0838776 Apr 30 13:20:11.529315 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-80b3587c-6320-40cf-8108-18283a26b7fa req-00771dfc-402f-4a35-9723-279de71b0258 tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] 10.222.0.84 "GET /v2.0/security-groups?id=8529bdd9-9ae1-4450-87c4-845837d2244b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399230 Apr 30 13:20:12.722485 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f666ba-5c0b-4c61-a5f6-5d9f02ec58af req-dbe63144-d64e-4373-b798-56be39f79c57 tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:12.723982 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-d1f666ba-5c0b-4c61-a5f6-5d9f02ec58af req-dbe63144-d64e-4373-b798-56be39f79c57 tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] 10.222.0.84 "GET /v2.0/ports?device_id=71c13da7-bd14-47c5-89d0-b64036063a3b HTTP/1.1" status: 200 len: 946 time: 0.0864356 Apr 30 13:20:12.773366 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-d1f666ba-5c0b-4c61-a5f6-5d9f02ec58af req-ac17500e-77f3-4347-8224-d5ee348c82f3 tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] 10.222.0.84 "GET /v2.0/security-groups?id=8529bdd9-9ae1-4450-87c4-845837d2244b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433729 Apr 30 13:20:13.475464 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86735c62-2011-4823-99c3-df7321bc7ef9 req-2de8917b-4335-47fb-ab02-8630ed40c7a2 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:13.477064 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-86735c62-2011-4823-99c3-df7321bc7ef9 req-2de8917b-4335-47fb-ab02-8630ed40c7a2 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] 10.222.0.84 "GET /v2.0/ports?device_id=77fd793d-7b41-47b1-b1fe-3e87464e36dd HTTP/1.1" status: 200 len: 946 time: 0.0832317 Apr 30 13:20:13.528536 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-86735c62-2011-4823-99c3-df7321bc7ef9 req-3ff8c6e5-5ba7-4d0b-a91e-2cc3609d30be tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] 10.222.0.84 "GET /v2.0/security-groups?id=edc58895-a2c1-4f02-9a0e-67934106755d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452740 Apr 30 13:20:13.973249 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d835623-53ef-47f9-9521-0699fb01c33a req-36aa3f0b-1842-4fd1-ade4-2859a1ee0cbf tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:13.974701 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-2d835623-53ef-47f9-9521-0699fb01c33a req-36aa3f0b-1842-4fd1-ade4-2859a1ee0cbf tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] 10.222.0.84 "GET /v2.0/ports?device_id=71c13da7-bd14-47c5-89d0-b64036063a3b HTTP/1.1" status: 200 len: 946 time: 0.0859351 Apr 30 13:20:14.021595 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-2d835623-53ef-47f9-9521-0699fb01c33a req-4915cdf3-aad1-443d-8c7b-f515c094dc0c tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] 10.222.0.84 "GET /v2.0/security-groups?id=8529bdd9-9ae1-4450-87c4-845837d2244b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408988 Apr 30 13:20:14.735272 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec479a2-2e10-4a4b-8755-3b139bbeea2e req-4be457d2-f789-4e29-b0a0-10c2ed1fd5f9 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:14.736905 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-eec479a2-2e10-4a4b-8755-3b139bbeea2e req-4be457d2-f789-4e29-b0a0-10c2ed1fd5f9 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] 10.222.0.84 "GET /v2.0/ports?device_id=77fd793d-7b41-47b1-b1fe-3e87464e36dd HTTP/1.1" status: 200 len: 946 time: 0.0957639 Apr 30 13:20:14.784364 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-eec479a2-2e10-4a4b-8755-3b139bbeea2e req-9725ef01-de96-4da2-a43a-be3940a3338c tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] 10.222.0.84 "GET /v2.0/security-groups?id=edc58895-a2c1-4f02-9a0e-67934106755d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416257 Apr 30 13:20:15.229511 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792836e4-2a6d-4558-a7da-9f937801c039 req-3f4e86fe-8418-4872-b12b-4d49cbe0162b tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:15.231044 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-792836e4-2a6d-4558-a7da-9f937801c039 req-3f4e86fe-8418-4872-b12b-4d49cbe0162b tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] 10.222.0.84 "GET /v2.0/ports?device_id=71c13da7-bd14-47c5-89d0-b64036063a3b HTTP/1.1" status: 200 len: 946 time: 0.0961213 Apr 30 13:20:15.282276 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-792836e4-2a6d-4558-a7da-9f937801c039 req-7c9973e0-e92f-4370-bfa9-207e5b01f28c tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] 10.222.0.84 "GET /v2.0/security-groups?id=8529bdd9-9ae1-4450-87c4-845837d2244b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451632 Apr 30 13:20:16.000015 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072af84f-dd6f-4307-ac3e-b2b97e91fd2d req-6ae0cc7e-631a-464d-bff7-4a21695b16dc tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:16.001541 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-072af84f-dd6f-4307-ac3e-b2b97e91fd2d req-6ae0cc7e-631a-464d-bff7-4a21695b16dc tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] 10.222.0.84 "GET /v2.0/ports?device_id=77fd793d-7b41-47b1-b1fe-3e87464e36dd HTTP/1.1" status: 200 len: 946 time: 0.0883129 Apr 30 13:20:16.050721 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-072af84f-dd6f-4307-ac3e-b2b97e91fd2d req-14763b32-92d0-43a8-b747-18c7fca497df tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] 10.222.0.84 "GET /v2.0/security-groups?id=edc58895-a2c1-4f02-9a0e-67934106755d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431864 Apr 30 13:20:16.489348 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdc61e8-e738-47c6-9945-1bd50259c088 req-e80c554b-6953-4934-8b3a-22d5ee346f06 tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:16.490885 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-8cdc61e8-e738-47c6-9945-1bd50259c088 req-e80c554b-6953-4934-8b3a-22d5ee346f06 tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] 10.222.0.84 "GET /v2.0/ports?device_id=71c13da7-bd14-47c5-89d0-b64036063a3b HTTP/1.1" status: 200 len: 946 time: 0.0937848 Apr 30 13:20:16.537892 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-8cdc61e8-e738-47c6-9945-1bd50259c088 req-51841a85-55f2-4c28-a3ff-835a55fdcdd0 tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] 10.222.0.84 "GET /v2.0/security-groups?id=8529bdd9-9ae1-4450-87c4-845837d2244b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411215 Apr 30 13:20:17.256502 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf20e47c-7258-4264-9577-79db6d24efe1 req-6cdd24ec-a5ad-458a-b987-3de037c927ec tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:17.257961 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-bf20e47c-7258-4264-9577-79db6d24efe1 req-6cdd24ec-a5ad-458a-b987-3de037c927ec tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] 10.222.0.84 "GET /v2.0/ports?device_id=77fd793d-7b41-47b1-b1fe-3e87464e36dd HTTP/1.1" status: 200 len: 946 time: 0.0895972 Apr 30 13:20:17.310832 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-bf20e47c-7258-4264-9577-79db6d24efe1 req-1c70c25f-f343-4b04-9846-54b099cadb0f tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] 10.222.0.84 "GET /v2.0/security-groups?id=edc58895-a2c1-4f02-9a0e-67934106755d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440030 Apr 30 13:20:17.736855 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53792fd-d1f2-44e2-9bd3-b8b92813de48 req-53d87fec-2879-4b0a-bef5-97798f90ba11 tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:17.738307 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-b53792fd-d1f2-44e2-9bd3-b8b92813de48 req-53d87fec-2879-4b0a-bef5-97798f90ba11 tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] 10.222.0.84 "GET /v2.0/ports?device_id=71c13da7-bd14-47c5-89d0-b64036063a3b HTTP/1.1" status: 200 len: 946 time: 0.0937943 Apr 30 13:20:17.796252 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-b53792fd-d1f2-44e2-9bd3-b8b92813de48 req-87e68223-feb3-45ee-9054-7e4b32f1545c tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] 10.222.0.84 "GET /v2.0/security-groups?id=8529bdd9-9ae1-4450-87c4-845837d2244b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493727 Apr 30 13:20:18.523709 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340ac963-8525-487a-9c2a-1e225c2ef786 req-aff25f94-50d7-41c7-ab84-3d93cfb32d7c tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:18.525214 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-340ac963-8525-487a-9c2a-1e225c2ef786 req-aff25f94-50d7-41c7-ab84-3d93cfb32d7c tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] 10.222.0.84 "GET /v2.0/ports?device_id=77fd793d-7b41-47b1-b1fe-3e87464e36dd HTTP/1.1" status: 200 len: 946 time: 0.0981276 Apr 30 13:20:18.573290 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-340ac963-8525-487a-9c2a-1e225c2ef786 req-01d1f237-1f1e-4919-ac37-30b11bf8186c tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] 10.222.0.84 "GET /v2.0/security-groups?id=edc58895-a2c1-4f02-9a0e-67934106755d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414135 Apr 30 13:20:19.007716 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509c5347-95f6-464e-b402-c14bbd72a60d req-274e30b4-c68f-4c38-ac8b-d967fb649598 tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:19.008805 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-509c5347-95f6-464e-b402-c14bbd72a60d req-274e30b4-c68f-4c38-ac8b-d967fb649598 tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] 10.222.0.84 "GET /v2.0/ports?device_id=71c13da7-bd14-47c5-89d0-b64036063a3b HTTP/1.1" status: 200 len: 946 time: 0.0952089 Apr 30 13:20:19.060763 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-509c5347-95f6-464e-b402-c14bbd72a60d req-ffde1ccf-0195-448e-88b8-164d83266e4b tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] 10.222.0.84 "GET /v2.0/security-groups?id=8529bdd9-9ae1-4450-87c4-845837d2244b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415094 Apr 30 13:20:19.066793 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-d453a53c-ca84-4c4c-a0ae-e29e71c3f4b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000748'] for agent, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:19.651676 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.84', 59624) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:20:19.803188 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-e07a6e7e-35e2-41cd-a054-c5417feb4f54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:19.819321 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-e07a6e7e-35e2-41cd-a054-c5417feb4f54 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:20:19.823457 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-e07a6e7e-35e2-41cd-a054-c5417feb4f54 admin admin] Usage tracker for resource:security_group_rule and tenant:14bc859683454bf5add5cc630e597f77 is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:20:19.826576 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-e07a6e7e-35e2-41cd-a054-c5417feb4f54 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:20:19.832717 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-e07a6e7e-35e2-41cd-a054-c5417feb4f54 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:20:19.882454 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f40ab03-b87a-4270-82af-ea938e941321 req-47e8b28c-afeb-4e04-9e29-95269ac2c13b tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:19.883953 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-2f40ab03-b87a-4270-82af-ea938e941321 req-47e8b28c-afeb-4e04-9e29-95269ac2c13b tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] 10.222.0.84 "GET /v2.0/ports?device_id=77fd793d-7b41-47b1-b1fe-3e87464e36dd HTTP/1.1" status: 200 len: 946 time: 0.1925170 Apr 30 13:20:19.925353 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-e07a6e7e-35e2-41cd-a054-c5417feb4f54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:19.930554 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-e07a6e7e-35e2-41cd-a054-c5417feb4f54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985230'] for security_group, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:19.933794 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-2f40ab03-b87a-4270-82af-ea938e941321 req-8fd77e55-2a5d-45a1-9462-5295893de5b3 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] 10.222.0.84 "GET /v2.0/security-groups?id=edc58895-a2c1-4f02-9a0e-67934106755d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424480 Apr 30 13:20:19.939428 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-92eff687-c416-455b-bb3d-b85f5ccc071f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:20:19.978978 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [None req-e07a6e7e-35e2-41cd-a054-c5417feb4f54 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=14bc859683454bf5add5cc630e597f77&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3261104 Apr 30 13:20:19.980650 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07a6e7e-35e2-41cd-a054-c5417feb4f54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6eb28625-028b-4961-9f87-1543be15f0dd,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:20:19.982008 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.84', 59630) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:20:19.988309 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07a6e7e-35e2-41cd-a054-c5417feb4f54 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:20:19.988749 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07a6e7e-35e2-41cd-a054-c5417feb4f54 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:20:19.989122 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07a6e7e-35e2-41cd-a054-c5417feb4f54 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:20:19.989811 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07a6e7e-35e2-41cd-a054-c5417feb4f54 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:20:19.989937 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07a6e7e-35e2-41cd-a054-c5417feb4f54 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:20:19.990200 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07a6e7e-35e2-41cd-a054-c5417feb4f54 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:20:19.990558 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07a6e7e-35e2-41cd-a054-c5417feb4f54 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:20:19.990911 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07a6e7e-35e2-41cd-a054-c5417feb4f54 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:20:19.991267 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07a6e7e-35e2-41cd-a054-c5417feb4f54 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:20:19.991626 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07a6e7e-35e2-41cd-a054-c5417feb4f54 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:20:19.991977 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07a6e7e-35e2-41cd-a054-c5417feb4f54 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:20:19.992403 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07a6e7e-35e2-41cd-a054-c5417feb4f54 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:20:19.996295 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-e07a6e7e-35e2-41cd-a054-c5417feb4f54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:20:20.042658 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-75577f5b-530b-4f9b-a898-cab5f944ab0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:20.070220 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-75577f5b-530b-4f9b-a898-cab5f944ab0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:20.128507 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-75577f5b-530b-4f9b-a898-cab5f944ab0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985230'] for security_group, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:20.132367 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-7d0d7bd4-f882-49b9-bb1a-cf50dffefe5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:20:20.143911 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75577f5b-530b-4f9b-a898-cab5f944ab0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eb28625-028b-4961-9f87-1543be15f0dd,revision_number=None']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:20:20.154359 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-75577f5b-530b-4f9b-a898-cab5f944ab0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:20.155499 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [None req-75577f5b-530b-4f9b-a898-cab5f944ab0e admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/6eb28625-028b-4961-9f87-1543be15f0dd HTTP/1.1" status: 204 len: 168 time: 0.1723747 Apr 30 13:20:20.156846 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75577f5b-530b-4f9b-a898-cab5f944ab0e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:20:20.157216 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75577f5b-530b-4f9b-a898-cab5f944ab0e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:20:20.157576 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75577f5b-530b-4f9b-a898-cab5f944ab0e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:20:20.157936 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75577f5b-530b-4f9b-a898-cab5f944ab0e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:20:20.158567 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75577f5b-530b-4f9b-a898-cab5f944ab0e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:20:20.158919 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75577f5b-530b-4f9b-a898-cab5f944ab0e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:20:20.159265 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75577f5b-530b-4f9b-a898-cab5f944ab0e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:20:20.159617 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75577f5b-530b-4f9b-a898-cab5f944ab0e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:20:20.159945 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75577f5b-530b-4f9b-a898-cab5f944ab0e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:20:20.160291 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75577f5b-530b-4f9b-a898-cab5f944ab0e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:20:20.160701 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75577f5b-530b-4f9b-a898-cab5f944ab0e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:20:20.161049 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75577f5b-530b-4f9b-a898-cab5f944ab0e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:20:20.164318 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-75577f5b-530b-4f9b-a898-cab5f944ab0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:20:20.266920 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f805545f-bbeb-40e1-b712-437ce442c97e req-c4e1d5ef-3902-40c3-9799-566c61aca099 tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:20.268405 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-f805545f-bbeb-40e1-b712-437ce442c97e req-c4e1d5ef-3902-40c3-9799-566c61aca099 tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] 10.222.0.84 "GET /v2.0/ports?device_id=71c13da7-bd14-47c5-89d0-b64036063a3b HTTP/1.1" status: 200 len: 946 time: 0.0838737 Apr 30 13:20:20.317664 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-f805545f-bbeb-40e1-b712-437ce442c97e req-8ad4076f-608a-4c28-bed7-c180263c99c9 tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] 10.222.0.84 "GET /v2.0/security-groups?id=8529bdd9-9ae1-4450-87c4-845837d2244b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429077 Apr 30 13:20:21.146628 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e40859-54c8-4cec-8d97-c562db0e6acc req-7f59cd78-dbe7-4726-8511-ca678e6e2c9d tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:21.147986 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-79e40859-54c8-4cec-8d97-c562db0e6acc req-7f59cd78-dbe7-4726-8511-ca678e6e2c9d tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] 10.222.0.84 "GET /v2.0/ports?device_id=77fd793d-7b41-47b1-b1fe-3e87464e36dd HTTP/1.1" status: 200 len: 946 time: 0.0964329 Apr 30 13:20:21.197764 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-79e40859-54c8-4cec-8d97-c562db0e6acc req-18e69468-4406-42dc-a5cd-b9c738467fcb tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] 10.222.0.84 "GET /v2.0/security-groups?id=edc58895-a2c1-4f02-9a0e-67934106755d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401034 Apr 30 13:20:21.512773 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2cb1f3-2958-4d5d-bb6e-c944bdc9685c req-46e4cdf7-1b07-4509-b22d-a365e8e2bf3e tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:21.514137 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-6e2cb1f3-2958-4d5d-bb6e-c944bdc9685c req-46e4cdf7-1b07-4509-b22d-a365e8e2bf3e tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] 10.222.0.84 "GET /v2.0/ports?device_id=71c13da7-bd14-47c5-89d0-b64036063a3b HTTP/1.1" status: 200 len: 946 time: 0.0880637 Apr 30 13:20:21.559408 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-6e2cb1f3-2958-4d5d-bb6e-c944bdc9685c req-a49a9007-d349-4597-87ab-8aff0fffa308 tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] 10.222.0.84 "GET /v2.0/security-groups?id=8529bdd9-9ae1-4450-87c4-845837d2244b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396204 Apr 30 13:20:21.849200 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-54b46416-815f-46fc-8ad7-2579a3dea28f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000748'] for agent, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:22.273570 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000748'] for agent, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:22.400717 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4438d4f3-2bbe-4b1f-ad5c-5f25e4c9d64a req-86a64748-04e9-4c86-9893-7e1067c0e582 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:22.402128 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-4438d4f3-2bbe-4b1f-ad5c-5f25e4c9d64a req-86a64748-04e9-4c86-9893-7e1067c0e582 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] 10.222.0.84 "GET /v2.0/ports?device_id=77fd793d-7b41-47b1-b1fe-3e87464e36dd HTTP/1.1" status: 200 len: 946 time: 0.0824976 Apr 30 13:20:22.627681 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-4438d4f3-2bbe-4b1f-ad5c-5f25e4c9d64a req-81306564-9062-4320-a3a7-ca21ff21ad16 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] 10.222.0.84 "GET /v2.0/security-groups?id=edc58895-a2c1-4f02-9a0e-67934106755d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2197521 Apr 30 13:20:22.755827 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076a1a52-163b-4de3-bbe3-ddbe59e596cd req-2eb0e068-22d5-409e-98ab-03201d18cea2 tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:22.757240 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-076a1a52-163b-4de3-bbe3-ddbe59e596cd req-2eb0e068-22d5-409e-98ab-03201d18cea2 tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] 10.222.0.84 "GET /v2.0/ports?device_id=71c13da7-bd14-47c5-89d0-b64036063a3b HTTP/1.1" status: 200 len: 946 time: 0.0887523 Apr 30 13:20:22.805417 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-076a1a52-163b-4de3-bbe3-ddbe59e596cd req-dd6d0c6a-3359-47ff-bb2d-b20264efac42 tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] 10.222.0.84 "GET /v2.0/security-groups?id=8529bdd9-9ae1-4450-87c4-845837d2244b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422914 Apr 30 13:20:23.127982 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-a9ba599c-bbf2-42e7-8bf2-2ae3bfc6b861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000748'] for agent, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:23.836772 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615c0d2d-1566-40d0-847a-fb409246dddc req-2cb12c6d-95db-48f2-8210-9a211cc563fd tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:23.840896 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-615c0d2d-1566-40d0-847a-fb409246dddc req-2cb12c6d-95db-48f2-8210-9a211cc563fd tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] 10.222.0.84 "GET /v2.0/ports?device_id=77fd793d-7b41-47b1-b1fe-3e87464e36dd HTTP/1.1" status: 200 len: 946 time: 0.0952837 Apr 30 13:20:23.886536 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-615c0d2d-1566-40d0-847a-fb409246dddc req-f8de705e-c7fb-42e4-b65d-d477bd886d33 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] 10.222.0.84 "GET /v2.0/security-groups?id=edc58895-a2c1-4f02-9a0e-67934106755d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424705 Apr 30 13:20:24.000297 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f0fa37-415f-4149-a73c-5e28a294f519 req-f3afc701-957a-4996-9b54-ee1ce1b59fad tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:24.001757 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-d0f0fa37-415f-4149-a73c-5e28a294f519 req-f3afc701-957a-4996-9b54-ee1ce1b59fad tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] 10.222.0.84 "GET /v2.0/ports?device_id=71c13da7-bd14-47c5-89d0-b64036063a3b HTTP/1.1" status: 200 len: 946 time: 0.0813551 Apr 30 13:20:24.050760 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-d0f0fa37-415f-4149-a73c-5e28a294f519 req-cbea3105-bcc1-44ac-b54a-25ce9705d7a4 tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] 10.222.0.84 "GET /v2.0/security-groups?id=8529bdd9-9ae1-4450-87c4-845837d2244b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429335 Apr 30 13:20:24.494375 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-5918b5d9-36b2-459a-8043-2e5e2054f07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000748'] for agent, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:25.103641 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5c8bd0-e85f-4976-9519-f38d9fbaad30 req-3aa62fa0-4910-4d7a-a82f-19a2dbb1bde9 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:25.105167 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-cd5c8bd0-e85f-4976-9519-f38d9fbaad30 req-3aa62fa0-4910-4d7a-a82f-19a2dbb1bde9 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] 10.222.0.84 "GET /v2.0/ports?device_id=77fd793d-7b41-47b1-b1fe-3e87464e36dd HTTP/1.1" status: 200 len: 946 time: 0.0977540 Apr 30 13:20:25.163522 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-cd5c8bd0-e85f-4976-9519-f38d9fbaad30 req-f8bb7e48-21ce-4fd5-9649-4aa1c2fb6415 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] 10.222.0.84 "GET /v2.0/security-groups?id=edc58895-a2c1-4f02-9a0e-67934106755d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523648 Apr 30 13:20:25.313777 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c37ecf2-5cc9-41d6-9abc-14f32341142f req-d7ccea5f-2cb1-49f3-b4ad-1dd0fe9bfb67 tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:25.315426 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-9c37ecf2-5cc9-41d6-9abc-14f32341142f req-d7ccea5f-2cb1-49f3-b4ad-1dd0fe9bfb67 tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] 10.222.0.84 "GET /v2.0/ports?device_id=71c13da7-bd14-47c5-89d0-b64036063a3b HTTP/1.1" status: 200 len: 946 time: 0.1443770 Apr 30 13:20:25.320608 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6c68ab-06b3-4c07-8756-358f91099b0d req-07ea910a-5024-4c0e-abb7-c42933087633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:25.322082 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-9d6c68ab-06b3-4c07-8756-358f91099b0d req-07ea910a-5024-4c0e-abb7-c42933087633 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=99d54a5c4e0a4d9abb919ed154eab887&device_id=71c13da7-bd14-47c5-89d0-b64036063a3b HTTP/1.1" status: 200 len: 1099 time: 0.1965079 Apr 30 13:20:25.452457 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-9c37ecf2-5cc9-41d6-9abc-14f32341142f req-d68c0111-894d-4a75-b17d-93576f9c6dc5 tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] 10.222.0.84 "GET /v2.0/security-groups?id=8529bdd9-9ae1-4450-87c4-845837d2244b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1292942 Apr 30 13:20:25.487316 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6c68ab-06b3-4c07-8756-358f91099b0d req-d7661351-62c2-41e4-98d5-679dc95885ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:25.488815 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-9d6c68ab-06b3-4c07-8756-358f91099b0d req-d7661351-62c2-41e4-98d5-679dc95885ea service neutron] 10.222.0.95 "GET /v2.0/networks?id=aa03f28a-3a1e-4da9-866d-defb23fad75a HTTP/1.1" status: 200 len: 911 time: 0.1518171 Apr 30 13:20:25.604609 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-9d6c68ab-06b3-4c07-8756-358f91099b0d req-ae30cfe3-2634-4936-bb3b-24935964731f service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1d812cb1-dac1-4517-86aa-8269999545c7 HTTP/1.1" status: 200 len: 1001 time: 0.1084847 Apr 30 13:20:25.674572 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6c68ab-06b3-4c07-8756-358f91099b0d req-82718769-2de0-4447-bfe6-0e7d272e49ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:25.676145 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-9d6c68ab-06b3-4c07-8756-358f91099b0d req-82718769-2de0-4447-bfe6-0e7d272e49ef service neutron] 10.222.0.95 "GET /v2.0/subnets?id=18774bde-1daa-4ee6-a31b-aefc080adf26 HTTP/1.1" status: 200 len: 848 time: 0.0648811 Apr 30 13:20:25.756791 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6c68ab-06b3-4c07-8756-358f91099b0d req-e00995a0-9709-4321-adfc-8bf2971e1916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:25.758207 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-9d6c68ab-06b3-4c07-8756-358f91099b0d req-e00995a0-9709-4321-adfc-8bf2971e1916 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=aa03f28a-3a1e-4da9-866d-defb23fad75a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0755708 Apr 30 13:20:25.982572 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-9d6c68ab-06b3-4c07-8756-358f91099b0d req-63269bac-eddc-4467-9af8-1fb2a99824f5 service neutron] 10.222.0.95 "GET /v2.0/networks/aa03f28a-3a1e-4da9-866d-defb23fad75a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2174218 Apr 30 13:20:26.123192 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-9d6c68ab-06b3-4c07-8756-358f91099b0d req-c56e80dd-2f5a-4b3d-a83f-81911b85e0a7 service neutron] 10.222.0.95 "GET /v2.0/networks/aa03f28a-3a1e-4da9-866d-defb23fad75a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286564 Apr 30 13:20:26.375558 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8027e26e-0fc7-43af-b6d9-86db61da877d req-f0505211-5807-4d2b-b08c-c7dc95e9d10e tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:26.376964 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-8027e26e-0fc7-43af-b6d9-86db61da877d req-f0505211-5807-4d2b-b08c-c7dc95e9d10e tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] 10.222.0.84 "GET /v2.0/ports?device_id=77fd793d-7b41-47b1-b1fe-3e87464e36dd HTTP/1.1" status: 200 len: 946 time: 0.0994163 Apr 30 13:20:26.425275 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-8027e26e-0fc7-43af-b6d9-86db61da877d req-55e4d2f2-5918-4c0d-9bfd-72a9892a2ed9 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] 10.222.0.84 "GET /v2.0/security-groups?id=edc58895-a2c1-4f02-9a0e-67934106755d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402825 Apr 30 13:20:26.654458 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0047de-b018-4895-a8fb-2ad9c6a4ef3a req-125bcc37-525e-4596-9a6c-de8e761b4386 tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:26.655908 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-ac0047de-b018-4895-a8fb-2ad9c6a4ef3a req-125bcc37-525e-4596-9a6c-de8e761b4386 tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] 10.222.0.84 "GET /v2.0/ports?device_id=71c13da7-bd14-47c5-89d0-b64036063a3b HTTP/1.1" status: 200 len: 946 time: 0.0885546 Apr 30 13:20:26.704550 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-ac0047de-b018-4895-a8fb-2ad9c6a4ef3a req-5b88e4ee-be8e-4e00-b8dd-e087e1a4dde9 tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] 10.222.0.84 "GET /v2.0/security-groups?id=8529bdd9-9ae1-4450-87c4-845837d2244b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425024 Apr 30 13:20:27.640211 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ecb398-f6ff-40a6-9311-d9ad8410e625 req-55a8e4e3-9464-4760-8fb2-875e71c31bb6 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:27.641890 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-47ecb398-f6ff-40a6-9311-d9ad8410e625 req-55a8e4e3-9464-4760-8fb2-875e71c31bb6 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] 10.222.0.84 "GET /v2.0/ports?device_id=77fd793d-7b41-47b1-b1fe-3e87464e36dd HTTP/1.1" status: 200 len: 946 time: 0.0989208 Apr 30 13:20:27.688790 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-47ecb398-f6ff-40a6-9311-d9ad8410e625 req-5f65503b-87ea-4d85-85a7-bfdbc2ecf5bf tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] 10.222.0.84 "GET /v2.0/security-groups?id=edc58895-a2c1-4f02-9a0e-67934106755d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408421 Apr 30 13:20:27.910906 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8262182-d0fd-4d5f-894b-e654f7846306 req-b88329b1-b04a-4882-9b27-dc4d47084b55 tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:27.913652 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-a8262182-d0fd-4d5f-894b-e654f7846306 req-b88329b1-b04a-4882-9b27-dc4d47084b55 tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] 10.222.0.84 "GET /v2.0/ports?device_id=71c13da7-bd14-47c5-89d0-b64036063a3b HTTP/1.1" status: 200 len: 946 time: 0.0906572 Apr 30 13:20:27.968254 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-a8262182-d0fd-4d5f-894b-e654f7846306 req-b9d99372-a15d-42a2-bbb3-c1e303b52b9c tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] 10.222.0.84 "GET /v2.0/security-groups?id=8529bdd9-9ae1-4450-87c4-845837d2244b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486677 Apr 30 13:20:28.890785 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38ac84b-4868-4844-bce3-1d40f3206cae req-ae179f28-e962-4768-bf95-939b2a5afd92 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:28.892132 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-b38ac84b-4868-4844-bce3-1d40f3206cae req-ae179f28-e962-4768-bf95-939b2a5afd92 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] 10.222.0.84 "GET /v2.0/ports?device_id=77fd793d-7b41-47b1-b1fe-3e87464e36dd HTTP/1.1" status: 200 len: 946 time: 0.0863419 Apr 30 13:20:28.940405 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-b38ac84b-4868-4844-bce3-1d40f3206cae req-74cf76ed-3bfc-416d-a4ac-2fd5cd9b1f71 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] 10.222.0.84 "GET /v2.0/security-groups?id=edc58895-a2c1-4f02-9a0e-67934106755d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424602 Apr 30 13:20:29.171987 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afd8991-972f-4dd3-82cc-142c5d4f8aa5 req-d8adf882-be9a-4a67-a297-444f76d8b291 tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:29.173465 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-7afd8991-972f-4dd3-82cc-142c5d4f8aa5 req-d8adf882-be9a-4a67-a297-444f76d8b291 tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] 10.222.0.84 "GET /v2.0/ports?device_id=71c13da7-bd14-47c5-89d0-b64036063a3b HTTP/1.1" status: 200 len: 946 time: 0.0934324 Apr 30 13:20:29.222494 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-7afd8991-972f-4dd3-82cc-142c5d4f8aa5 req-062d1741-2332-4075-9f7f-c6ed42afe20d tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] 10.222.0.84 "GET /v2.0/security-groups?id=8529bdd9-9ae1-4450-87c4-845837d2244b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413065 Apr 30 13:20:29.601324 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-7166cd2d-e77d-4071-b24e-7c673bf7c02f req-e3ba8467-7d8f-46f2-baa5-39f0701f5292 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=71c13da7-bd14-47c5-89d0-b64036063a3b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1442714 Apr 30 13:20:29.620884 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae65bceb-938d-4cfd-b2a7-c4a46a1031d2 req-716bc53b-5be5-40af-b9a8-2bca87677c47 tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:29.622371 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-ae65bceb-938d-4cfd-b2a7-c4a46a1031d2 req-716bc53b-5be5-40af-b9a8-2bca87677c47 tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] 10.222.0.84 "GET /v2.0/ports?device_id=71c13da7-bd14-47c5-89d0-b64036063a3b HTTP/1.1" status: 200 len: 946 time: 0.1090257 Apr 30 13:20:29.675025 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-ae65bceb-938d-4cfd-b2a7-c4a46a1031d2 req-006fb4bf-fe6c-463b-b4f7-cf579acc381e tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] 10.222.0.84 "GET /v2.0/security-groups?id=8529bdd9-9ae1-4450-87c4-845837d2244b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425007 Apr 30 13:20:30.157199 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71a6f93-d4e6-4569-9606-fcea10b8d708 req-78459823-5530-4c1f-a382-fd5e52fdc948 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:30.158672 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-b71a6f93-d4e6-4569-9606-fcea10b8d708 req-78459823-5530-4c1f-a382-fd5e52fdc948 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] 10.222.0.84 "GET /v2.0/ports?device_id=77fd793d-7b41-47b1-b1fe-3e87464e36dd HTTP/1.1" status: 200 len: 946 time: 0.0941730 Apr 30 13:20:30.167393 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.rpc [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Device c1ad8528-0f1f-40bc-a845-305b432b4090 details requested by agent hyperv_hv-cinder-78719 with host hv-cinder-78719 {{(pid=73812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 13:20:30.171310 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.rpc [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Device 1d812cb1-dac1-4517-86aa-8269999545c7 no longer exists at agent hyperv_hv-cinder-78719 {{(pid=73812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 13:20:30.207933 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-b71a6f93-d4e6-4569-9606-fcea10b8d708 req-903c5343-9add-4cd0-897e-c17a2a70c069 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] 10.222.0.84 "GET /v2.0/security-groups?id=edc58895-a2c1-4f02-9a0e-67934106755d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427933 Apr 30 13:20:30.420100 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4120257'] for port, before_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:30.443568 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.db [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] For port c1ad8528-0f1f-40bc-a845-305b432b4090, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=c1ad8528-0f1f-40bc-a845-305b432b4090,segment=NetworkSegment(bd5afee6-82cf-4022-aa9c-8998fa98a06d),segment_id=bd5afee6-82cf-4022-aa9c-8998fa98a06d)] {{(pid=73812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:20:30.468806 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.rpc [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Returning: {'device': 'c1ad8528-0f1f-40bc-a845-305b432b4090', 'network_id': 'e366e837-ed9f-4552-8a40-b501cbb570b4', 'port_id': 'c1ad8528-0f1f-40bc-a845-305b432b4090', 'mac_address': 'fa:16:3e:68:b2:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bc0199c-a631-4772-be49-5ae677a3d71f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 13:20:30.474656 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71c13da7-bd14-47c5-89d0-b64036063a3b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d812cb1-dac1-4517-86aa-8269999545c7'}] {{(pid=73812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:20:30.519900 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.db [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] For port 1d812cb1-dac1-4517-86aa-8269999545c7, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=1d812cb1-dac1-4517-86aa-8269999545c7,segment=NetworkSegment(313beba6-51ca-4db8-affa-af5efe1019e3),segment_id=313beba6-51ca-4db8-affa-af5efe1019e3)] {{(pid=73812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:20:30.527897 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4120194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773353276007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773352839720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773352839765'] for port, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:30.536524 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:20:30.587919 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4120257'] for port, before_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:30.597977 dv-cinder-787195-5-smb neutron-server[73812]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '71c13da7-bd14-47c5-89d0-b64036063a3b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '1d812cb1-dac1-4517-86aa-8269999545c7', 'code': 422} returned with failed status Apr 30 13:20:30.619743 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.notifiers.nova [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c1ad8528-0f1f-40bc-a845-305b432b4090 {{(pid=73812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 13:20:30.637147 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Pushing event updated for resources: {'Port': ['ID=1d812cb1-dac1-4517-86aa-8269999545c7,revision_number=6']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:20:30.646090 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.db [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] For port c1ad8528-0f1f-40bc-a845-305b432b4090, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=c1ad8528-0f1f-40bc-a845-305b432b4090,segment=NetworkSegment(bd5afee6-82cf-4022-aa9c-8998fa98a06d),segment_id=bd5afee6-82cf-4022-aa9c-8998fa98a06d)] {{(pid=73812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:20:30.647691 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:20:30.648051 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:20:30.648390 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:20:30.648815 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:20:30.649158 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:20:30.649467 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:20:30.649798 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:20:30.650161 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:20:30.650517 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:20:30.650812 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:20:30.651219 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:20:30.651525 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:20:30.655329 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4120194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773353276007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773352839720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773352839765'] for port, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:30.657066 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:20:30.657520 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:20:30.732293 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Pushing event updated for resources: {'Port': ['ID=c1ad8528-0f1f-40bc-a845-305b432b4090,revision_number=6']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:20:30.735488 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:20:30.771655 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.db [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] get_ports_and_sgs() called for port_ids ['c1ad8528-0f1f-40bc-a845-305b432b4090'] {{(pid=73812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 13:20:30.882070 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3ec4a9-78e9-4e4a-9237-75fb1717fe80 req-6057ccac-6785-4658-bfff-95451784ac1c tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:30.883955 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-7b3ec4a9-78e9-4e4a-9237-75fb1717fe80 req-6057ccac-6785-4658-bfff-95451784ac1c tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] 10.222.0.84 "GET /v2.0/ports?device_id=71c13da7-bd14-47c5-89d0-b64036063a3b HTTP/1.1" status: 200 len: 944 time: 0.0963423 Apr 30 13:20:30.942125 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-7b3ec4a9-78e9-4e4a-9237-75fb1717fe80 req-a68a8bfc-ae05-41ab-947c-776cdd67e074 tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] 10.222.0.84 "GET /v2.0/security-groups?id=8529bdd9-9ae1-4450-87c4-845837d2244b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511303 Apr 30 13:20:31.111411 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7166cd2d-e77d-4071-b24e-7c673bf7c02f req-66c87a47-39e0-47eb-b6de-2a213715e038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:31.114121 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-7166cd2d-e77d-4071-b24e-7c673bf7c02f req-66c87a47-39e0-47eb-b6de-2a213715e038 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=71c13da7-bd14-47c5-89d0-b64036063a3b&tenant_id=99d54a5c4e0a4d9abb919ed154eab887 HTTP/1.1" status: 200 len: 1097 time: 0.0809193 Apr 30 13:20:31.210763 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7166cd2d-e77d-4071-b24e-7c673bf7c02f req-df745668-35d2-4615-a56e-69c13d77c0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:31.212210 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-7166cd2d-e77d-4071-b24e-7c673bf7c02f req-df745668-35d2-4615-a56e-69c13d77c0f0 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=99d54a5c4e0a4d9abb919ed154eab887&device_id=71c13da7-bd14-47c5-89d0-b64036063a3b HTTP/1.1" status: 200 len: 1097 time: 0.0754907 Apr 30 13:20:31.411645 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7166cd2d-e77d-4071-b24e-7c673bf7c02f req-491238c0-1814-4add-8d6c-a5cb9864c979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:31.413166 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-7166cd2d-e77d-4071-b24e-7c673bf7c02f req-491238c0-1814-4add-8d6c-a5cb9864c979 service neutron] 10.222.0.95 "GET /v2.0/networks?id=aa03f28a-3a1e-4da9-866d-defb23fad75a HTTP/1.1" status: 200 len: 911 time: 0.1932969 Apr 30 13:20:31.670452 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-7166cd2d-e77d-4071-b24e-7c673bf7c02f req-a52d53bf-08f3-4843-82cb-3b784973b4c1 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1d812cb1-dac1-4517-86aa-8269999545c7 HTTP/1.1" status: 200 len: 999 time: 0.2504213 Apr 30 13:20:31.722958 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb825760-34ef-4e6e-bd2d-8def016b1bdc req-2c735ee7-926f-4052-8a64-087f4eab599e tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:31.724571 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-fb825760-34ef-4e6e-bd2d-8def016b1bdc req-2c735ee7-926f-4052-8a64-087f4eab599e tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] 10.222.0.84 "GET /v2.0/ports?device_id=77fd793d-7b41-47b1-b1fe-3e87464e36dd HTTP/1.1" status: 200 len: 945 time: 0.3839557 Apr 30 13:20:31.794131 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-fb825760-34ef-4e6e-bd2d-8def016b1bdc req-2895cdf3-8e77-4e90-906f-f1e78ef5e8b9 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] 10.222.0.84 "GET /v2.0/security-groups?id=edc58895-a2c1-4f02-9a0e-67934106755d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550647 Apr 30 13:20:31.797857 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7166cd2d-e77d-4071-b24e-7c673bf7c02f req-0f2693c2-cf49-4acc-9393-12618b84df2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:31.799326 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-7166cd2d-e77d-4071-b24e-7c673bf7c02f req-0f2693c2-cf49-4acc-9393-12618b84df2f service neutron] 10.222.0.95 "GET /v2.0/subnets?id=18774bde-1daa-4ee6-a31b-aefc080adf26 HTTP/1.1" status: 200 len: 848 time: 0.1175733 Apr 30 13:20:31.900754 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7166cd2d-e77d-4071-b24e-7c673bf7c02f req-68554dc0-8dc0-4db6-bfe5-3c24a4ca2add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:31.902449 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-7166cd2d-e77d-4071-b24e-7c673bf7c02f req-68554dc0-8dc0-4db6-bfe5-3c24a4ca2add service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=aa03f28a-3a1e-4da9-866d-defb23fad75a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0945508 Apr 30 13:20:32.137496 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-7166cd2d-e77d-4071-b24e-7c673bf7c02f req-fdf630f6-3278-41b6-b84b-8e64522cd05e service neutron] 10.222.0.95 "GET /v2.0/networks/aa03f28a-3a1e-4da9-866d-defb23fad75a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2257006 Apr 30 13:20:32.164600 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.rpc [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Device c1ad8528-0f1f-40bc-a845-305b432b4090 up at agent hyperv_hv-cinder-78719 {{(pid=73812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:20:32.291365 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.provisioning_blocks [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Provisioning complete for port c1ad8528-0f1f-40bc-a845-305b432b4090 triggered by entity L2. {{(pid=73812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:20:32.292606 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000605'] for port, provisioning_complete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:32.334429 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64fc6bc-07f5-4c0c-b212-7d152b557665 req-8a93e6e4-2ea0-412c-9cd7-58ba63ba8f4b tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:32.336139 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-f64fc6bc-07f5-4c0c-b212-7d152b557665 req-8a93e6e4-2ea0-412c-9cd7-58ba63ba8f4b tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] 10.222.0.84 "GET /v2.0/ports?device_id=71c13da7-bd14-47c5-89d0-b64036063a3b HTTP/1.1" status: 200 len: 944 time: 0.2485936 Apr 30 13:20:32.466965 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-7166cd2d-e77d-4071-b24e-7c673bf7c02f req-3fe69da1-bea5-4723-b95d-0b6807880119 service neutron] 10.222.0.95 "GET /v2.0/networks/aa03f28a-3a1e-4da9-866d-defb23fad75a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3064141 Apr 30 13:20:32.475411 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4120257'] for port, before_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:32.505201 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-f64fc6bc-07f5-4c0c-b212-7d152b557665 req-cc6c6b0d-cef3-4195-ad2d-aa560b357f4b tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] 10.222.0.84 "GET /v2.0/security-groups?id=8529bdd9-9ae1-4450-87c4-845837d2244b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1599488 Apr 30 13:20:32.521690 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.db [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] For port c1ad8528-0f1f-40bc-a845-305b432b4090, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=c1ad8528-0f1f-40bc-a845-305b432b4090,segment=NetworkSegment(bd5afee6-82cf-4022-aa9c-8998fa98a06d),segment_id=bd5afee6-82cf-4022-aa9c-8998fa98a06d)] {{(pid=73812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:20:32.528161 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4120194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773353276007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773352839720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773352839765'] for port, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:32.530302 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:20:32.644666 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77fd793d-7b41-47b1-b1fe-3e87464e36dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1ad8528-0f1f-40bc-a845-305b432b4090'}] {{(pid=73812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:20:32.673762 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Pushing event updated for resources: {'Port': ['ID=c1ad8528-0f1f-40bc-a845-305b432b4090,revision_number=7']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:20:32.689940 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:20:32.718357 dv-cinder-787195-5-smb neutron-server[73812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77fd793d-7b41-47b1-b1fe-3e87464e36dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1ad8528-0f1f-40bc-a845-305b432b4090', 'code': 200} Apr 30 13:20:33.036627 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd82263-ca4b-4d2f-a061-d33b8f59a486 req-a4733775-3b53-4d93-b99e-6a9c2c62664e tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:33.039238 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-dfd82263-ca4b-4d2f-a061-d33b8f59a486 req-a4733775-3b53-4d93-b99e-6a9c2c62664e tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] 10.222.0.84 "GET /v2.0/ports?device_id=77fd793d-7b41-47b1-b1fe-3e87464e36dd HTTP/1.1" status: 200 len: 946 time: 0.1215837 Apr 30 13:20:33.113785 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-dfd82263-ca4b-4d2f-a061-d33b8f59a486 req-33769979-73b1-4bab-b73d-2e54a4894c5a tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] 10.222.0.84 "GET /v2.0/security-groups?id=edc58895-a2c1-4f02-9a0e-67934106755d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668120 Apr 30 13:20:33.710694 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066c8c7c-7ddd-48b9-a0b4-377eb9b44715 req-6491245f-4a0f-4ffa-b161-3d3db4a9e929 tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:33.712254 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-066c8c7c-7ddd-48b9-a0b4-377eb9b44715 req-6491245f-4a0f-4ffa-b161-3d3db4a9e929 tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] 10.222.0.84 "GET /v2.0/ports?device_id=71c13da7-bd14-47c5-89d0-b64036063a3b HTTP/1.1" status: 200 len: 944 time: 0.0964859 Apr 30 13:20:33.767795 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-066c8c7c-7ddd-48b9-a0b4-377eb9b44715 req-a45a3bc5-2dc4-4d30-9b10-4897525e4848 tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] 10.222.0.84 "GET /v2.0/security-groups?id=8529bdd9-9ae1-4450-87c4-845837d2244b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490174 Apr 30 13:20:34.196921 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.rpc [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Device 1d812cb1-dac1-4517-86aa-8269999545c7 details requested by agent hyperv_hv-cinder-78719 with host hv-cinder-78719 {{(pid=73812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 13:20:34.341590 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa54222-a1ff-4e87-ae57-948e181ac6fc req-6684f372-32ca-4fe5-ac06-e21cbb0b6f68 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:34.343172 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-cfa54222-a1ff-4e87-ae57-948e181ac6fc req-6684f372-32ca-4fe5-ac06-e21cbb0b6f68 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] 10.222.0.84 "GET /v2.0/ports?device_id=77fd793d-7b41-47b1-b1fe-3e87464e36dd HTTP/1.1" status: 200 len: 946 time: 0.1118631 Apr 30 13:20:34.410201 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.db [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] For port 1d812cb1-dac1-4517-86aa-8269999545c7, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=1d812cb1-dac1-4517-86aa-8269999545c7,segment=NetworkSegment(313beba6-51ca-4db8-affa-af5efe1019e3),segment_id=313beba6-51ca-4db8-affa-af5efe1019e3)] {{(pid=73812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:20:34.413936 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-cfa54222-a1ff-4e87-ae57-948e181ac6fc req-b00877ec-5a10-47cb-bac4-f228ea027520 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] 10.222.0.84 "GET /v2.0/security-groups?id=edc58895-a2c1-4f02-9a0e-67934106755d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645456 Apr 30 13:20:34.433629 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.rpc [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Returning: {'device': '1d812cb1-dac1-4517-86aa-8269999545c7', 'network_id': 'aa03f28a-3a1e-4da9-866d-defb23fad75a', 'port_id': '1d812cb1-dac1-4517-86aa-8269999545c7', 'mac_address': 'fa:16:3e:e3:9c:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18774bde-1daa-4ee6-a31b-aefc080adf26', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 13:20:34.507354 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4120257'] for port, before_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:34.529632 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.notifiers.nova [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d812cb1-dac1-4517-86aa-8269999545c7 {{(pid=73812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 13:20:34.552897 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.db [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] For port 1d812cb1-dac1-4517-86aa-8269999545c7, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=1d812cb1-dac1-4517-86aa-8269999545c7,segment=NetworkSegment(313beba6-51ca-4db8-affa-af5efe1019e3),segment_id=313beba6-51ca-4db8-affa-af5efe1019e3)] {{(pid=73812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:20:34.570049 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4120194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773353276007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773352839720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773352839765'] for port, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:34.572860 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:20:34.671596 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Pushing event updated for resources: {'Port': ['ID=1d812cb1-dac1-4517-86aa-8269999545c7,revision_number=7']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:20:34.678743 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:20:34.836029 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.db [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] get_ports_and_sgs() called for port_ids ['1d812cb1-dac1-4517-86aa-8269999545c7'] {{(pid=73812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 13:20:35.074067 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c11f1f9-e52e-43d6-ba72-d986044fbadd req-8cf996b5-7f6b-403a-a888-f5fc52dcbb93 tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:35.075922 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-9c11f1f9-e52e-43d6-ba72-d986044fbadd req-8cf996b5-7f6b-403a-a888-f5fc52dcbb93 tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] 10.222.0.84 "GET /v2.0/ports?device_id=71c13da7-bd14-47c5-89d0-b64036063a3b HTTP/1.1" status: 200 len: 945 time: 0.1465919 Apr 30 13:20:35.133950 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-9c11f1f9-e52e-43d6-ba72-d986044fbadd req-0626df3f-94f1-44fd-9c50-09eb179f3cd1 tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] 10.222.0.84 "GET /v2.0/security-groups?id=8529bdd9-9ae1-4450-87c4-845837d2244b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510826 Apr 30 13:20:35.337420 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.db.agents_db [None req-91df71b6-c2d8-49d0-b68d-2a1f0a47a62a None None] Agent healthcheck: found 6 active agents {{(pid=73814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 13:20:35.763321 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe95159-262f-4260-9ab8-d82273441be4 req-00ee0f91-ca1c-4e0d-9023-1bb3a7cf48a4 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:35.768966 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-1fe95159-262f-4260-9ab8-d82273441be4 req-00ee0f91-ca1c-4e0d-9023-1bb3a7cf48a4 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] 10.222.0.84 "GET /v2.0/ports?device_id=77fd793d-7b41-47b1-b1fe-3e87464e36dd HTTP/1.1" status: 200 len: 946 time: 0.0894144 Apr 30 13:20:35.825441 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-1fe95159-262f-4260-9ab8-d82273441be4 req-3c204629-c7bb-4972-bf60-44287e389516 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] 10.222.0.84 "GET /v2.0/security-groups?id=edc58895-a2c1-4f02-9a0e-67934106755d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527115 Apr 30 13:20:36.195733 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.rpc [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Device 1d812cb1-dac1-4517-86aa-8269999545c7 up at agent hyperv_hv-cinder-78719 {{(pid=73812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:20:36.291587 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.provisioning_blocks [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Provisioning complete for port 1d812cb1-dac1-4517-86aa-8269999545c7 triggered by entity L2. {{(pid=73812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:20:36.292143 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000605'] for port, provisioning_complete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:36.370679 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5dd1ef-770b-41e8-ad90-32b62550eee7 req-843e3c1e-2e39-48e3-b4c1-3a86ff4b1621 tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:36.372215 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-bb5dd1ef-770b-41e8-ad90-32b62550eee7 req-843e3c1e-2e39-48e3-b4c1-3a86ff4b1621 tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] 10.222.0.84 "GET /v2.0/ports?device_id=71c13da7-bd14-47c5-89d0-b64036063a3b HTTP/1.1" status: 200 len: 945 time: 0.1069403 Apr 30 13:20:36.423377 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-bb5dd1ef-770b-41e8-ad90-32b62550eee7 req-fa0b21e9-4b80-4f9c-ae4d-cd853d33addc tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] 10.222.0.84 "GET /v2.0/security-groups?id=8529bdd9-9ae1-4450-87c4-845837d2244b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424430 Apr 30 13:20:36.469238 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4120257'] for port, before_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:36.504597 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71c13da7-bd14-47c5-89d0-b64036063a3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d812cb1-dac1-4517-86aa-8269999545c7'}] {{(pid=73812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:20:36.514637 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.db [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] For port 1d812cb1-dac1-4517-86aa-8269999545c7, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=1d812cb1-dac1-4517-86aa-8269999545c7,segment=NetworkSegment(313beba6-51ca-4db8-affa-af5efe1019e3),segment_id=313beba6-51ca-4db8-affa-af5efe1019e3)] {{(pid=73812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:20:36.520805 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4120194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773353276007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773352839720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773352839765'] for port, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:36.523649 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:20:36.620716 dv-cinder-787195-5-smb neutron-server[73812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71c13da7-bd14-47c5-89d0-b64036063a3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d812cb1-dac1-4517-86aa-8269999545c7', 'code': 200} Apr 30 13:20:36.621452 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Pushing event updated for resources: {'Port': ['ID=1d812cb1-dac1-4517-86aa-8269999545c7,revision_number=8']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:20:36.625566 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:20:36.928095 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e626a9b4-9540-488f-8c37-99d9de3c029d req-097ef7c1-556a-4cd6-a83f-802bcb9e1d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:36.931788 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-e626a9b4-9540-488f-8c37-99d9de3c029d req-097ef7c1-556a-4cd6-a83f-802bcb9e1d07 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=71c13da7-bd14-47c5-89d0-b64036063a3b HTTP/1.1" status: 200 len: 1099 time: 0.0907662 Apr 30 13:20:37.031653 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-e626a9b4-9540-488f-8c37-99d9de3c029d req-174f2741-9df5-4eef-8b29-f5ee8001a45a service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=8529bdd9-9ae1-4450-87c4-845837d2244b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0934308 Apr 30 13:20:37.074568 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48aab63-e02a-49c8-9d0f-742e0646d5eb req-775332e4-d3a6-4c7f-8f45-8169c7601843 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:37.076763 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-f48aab63-e02a-49c8-9d0f-742e0646d5eb req-775332e4-d3a6-4c7f-8f45-8169c7601843 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] 10.222.0.84 "GET /v2.0/ports?device_id=77fd793d-7b41-47b1-b1fe-3e87464e36dd HTTP/1.1" status: 200 len: 946 time: 0.1222911 Apr 30 13:20:37.138770 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-f48aab63-e02a-49c8-9d0f-742e0646d5eb req-d16b5fd6-1dd0-4a6c-86dc-d7b2010dbccd tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] 10.222.0.84 "GET /v2.0/security-groups?id=edc58895-a2c1-4f02-9a0e-67934106755d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484395 Apr 30 13:20:37.638314 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b487016-2a33-4a3c-8ee0-4c5390701882 req-fb606207-cf2a-49b5-9d45-4ac820a3c820 tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:37.639784 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-3b487016-2a33-4a3c-8ee0-4c5390701882 req-fb606207-cf2a-49b5-9d45-4ac820a3c820 tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] 10.222.0.84 "GET /v2.0/ports?device_id=71c13da7-bd14-47c5-89d0-b64036063a3b HTTP/1.1" status: 200 len: 946 time: 0.0903449 Apr 30 13:20:37.701148 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-3b487016-2a33-4a3c-8ee0-4c5390701882 req-2bbf91ec-4d54-4ed4-957a-807626b41d10 tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] 10.222.0.84 "GET /v2.0/security-groups?id=8529bdd9-9ae1-4450-87c4-845837d2244b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548007 Apr 30 13:20:38.378017 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077c7bed-481f-4dd7-9a76-0301a6aca49c req-c67fb198-43e9-49c2-aab5-3f8de3418540 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:38.379562 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-077c7bed-481f-4dd7-9a76-0301a6aca49c req-c67fb198-43e9-49c2-aab5-3f8de3418540 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] 10.222.0.84 "GET /v2.0/ports?device_id=77fd793d-7b41-47b1-b1fe-3e87464e36dd HTTP/1.1" status: 200 len: 946 time: 0.0901403 Apr 30 13:20:38.431966 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-077c7bed-481f-4dd7-9a76-0301a6aca49c req-8fda07cc-635c-4276-a8da-b2ff7928c682 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] 10.222.0.84 "GET /v2.0/security-groups?id=edc58895-a2c1-4f02-9a0e-67934106755d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445075 Apr 30 13:20:39.059118 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0067be98-9517-4be7-a8ac-dcb7c9fcb84f req-8b222387-9e07-4e2e-a1b6-d43a5bc5c405 tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:39.060659 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-0067be98-9517-4be7-a8ac-dcb7c9fcb84f req-8b222387-9e07-4e2e-a1b6-d43a5bc5c405 tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] 10.222.0.84 "GET /v2.0/ports?device_id=71c13da7-bd14-47c5-89d0-b64036063a3b HTTP/1.1" status: 200 len: 946 time: 0.0954831 Apr 30 13:20:39.118482 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-0067be98-9517-4be7-a8ac-dcb7c9fcb84f req-b914d4e3-440c-4467-8736-8d6fa6b01edc tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] 10.222.0.84 "GET /v2.0/security-groups?id=8529bdd9-9ae1-4450-87c4-845837d2244b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476344 Apr 30 13:20:39.649063 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d943b59a-e702-4ed7-9056-a9629ffad29f req-93fc09fa-e1bc-4aaf-8ddb-b31bf91ce098 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:39.657604 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-d943b59a-e702-4ed7-9056-a9629ffad29f req-93fc09fa-e1bc-4aaf-8ddb-b31bf91ce098 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] 10.222.0.84 "GET /v2.0/ports?device_id=77fd793d-7b41-47b1-b1fe-3e87464e36dd HTTP/1.1" status: 200 len: 946 time: 0.0986891 Apr 30 13:20:39.728207 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-d943b59a-e702-4ed7-9056-a9629ffad29f req-f0d02464-f95c-4e99-a7e2-1b0a314968f3 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] 10.222.0.84 "GET /v2.0/security-groups?id=edc58895-a2c1-4f02-9a0e-67934106755d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695214 Apr 30 13:20:39.859746 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000748'] for agent, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:41.021171 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d2fd5a-3343-4404-8152-564dd4b2f3de req-496a77a1-a667-49db-95bf-dab395e50442 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:41.022658 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-b2d2fd5a-3343-4404-8152-564dd4b2f3de req-496a77a1-a667-49db-95bf-dab395e50442 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] 10.222.0.84 "GET /v2.0/ports?device_id=77fd793d-7b41-47b1-b1fe-3e87464e36dd HTTP/1.1" status: 200 len: 946 time: 0.1829064 Apr 30 13:20:41.075833 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-b2d2fd5a-3343-4404-8152-564dd4b2f3de req-3afd335a-f864-4d01-9761-fe51e9b33e79 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] 10.222.0.84 "GET /v2.0/security-groups?id=edc58895-a2c1-4f02-9a0e-67934106755d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465939 Apr 30 13:20:41.691565 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f527145-379c-48fc-9f65-647f40ccab91 req-aec86ecd-6a08-4310-bc89-61adaa55f812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:41.693012 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-4f527145-379c-48fc-9f65-647f40ccab91 req-aec86ecd-6a08-4310-bc89-61adaa55f812 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=1cdf6705df774b71b1ef55768d3b4135&device_id=77fd793d-7b41-47b1-b1fe-3e87464e36dd HTTP/1.1" status: 200 len: 1099 time: 0.0803466 Apr 30 13:20:41.880400 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f527145-379c-48fc-9f65-647f40ccab91 req-aae55c7f-2d97-4288-80d3-02c4f7a33bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:41.881849 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-4f527145-379c-48fc-9f65-647f40ccab91 req-aae55c7f-2d97-4288-80d3-02c4f7a33bfb service neutron] 10.222.0.95 "GET /v2.0/networks?id=e366e837-ed9f-4552-8a40-b501cbb570b4 HTTP/1.1" status: 200 len: 918 time: 0.1747293 Apr 30 13:20:41.979884 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4835011b-e79b-43a7-b116-df455039e59e req-7fbb354d-bd35-4c7e-8831-64403f02be59 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:41.981357 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-4835011b-e79b-43a7-b116-df455039e59e req-7fbb354d-bd35-4c7e-8831-64403f02be59 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] 10.222.0.84 "GET /v2.0/ports?device_id=d7439e44-b72c-4c1b-a40e-1ec6578988cb HTTP/1.1" status: 200 len: 946 time: 0.1906366 Apr 30 13:20:42.014373 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-4f527145-379c-48fc-9f65-647f40ccab91 req-c3fdac7e-0f67-4174-be41-24b025779a4a service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c1ad8528-0f1f-40bc-a845-305b432b4090 HTTP/1.1" status: 200 len: 1002 time: 0.1237977 Apr 30 13:20:42.087870 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-4835011b-e79b-43a7-b116-df455039e59e req-0bda4ba5-da60-4260-b9ea-4220f2c775ee tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] 10.222.0.84 "GET /v2.0/security-groups?id=41a111e5-dfc1-40ce-89b5-28538b34ccad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000652 Apr 30 13:20:42.099375 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f527145-379c-48fc-9f65-647f40ccab91 req-ad4a4c13-c4ca-4df9-a2f2-702c22e239eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:42.101018 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-4f527145-379c-48fc-9f65-647f40ccab91 req-ad4a4c13-c4ca-4df9-a2f2-702c22e239eb service neutron] 10.222.0.95 "GET /v2.0/subnets?id=6bc0199c-a631-4772-be49-5ae677a3d71f HTTP/1.1" status: 200 len: 855 time: 0.0789268 Apr 30 13:20:42.182271 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f527145-379c-48fc-9f65-647f40ccab91 req-9948193c-0c24-4a5a-bed9-dc30c15fb3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:42.183753 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-4f527145-379c-48fc-9f65-647f40ccab91 req-9948193c-0c24-4a5a-bed9-dc30c15fb3d6 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=e366e837-ed9f-4552-8a40-b501cbb570b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0755563 Apr 30 13:20:42.381535 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-4f527145-379c-48fc-9f65-647f40ccab91 req-547f85fd-d54e-4899-b63a-98ec203b8afc service neutron] 10.222.0.95 "GET /v2.0/networks/e366e837-ed9f-4552-8a40-b501cbb570b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1902211 Apr 30 13:20:42.394014 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d43c09-7670-4097-854f-2cbd7e0916ab req-b80a5a62-54eb-4bc3-983d-51b7c3e9faf4 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:42.395777 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-66d43c09-7670-4097-854f-2cbd7e0916ab req-b80a5a62-54eb-4bc3-983d-51b7c3e9faf4 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] 10.222.0.84 "GET /v2.0/ports?device_id=77fd793d-7b41-47b1-b1fe-3e87464e36dd HTTP/1.1" status: 200 len: 946 time: 0.1861117 Apr 30 13:20:42.529724 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-66d43c09-7670-4097-854f-2cbd7e0916ab req-19a282c9-39f4-4ef6-ae29-aeea633da657 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] 10.222.0.84 "GET /v2.0/security-groups?id=edc58895-a2c1-4f02-9a0e-67934106755d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1153274 Apr 30 13:20:42.561414 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-4f527145-379c-48fc-9f65-647f40ccab91 req-f01eab00-6105-4025-bbdb-ce894c85e125 service neutron] 10.222.0.95 "GET /v2.0/networks/e366e837-ed9f-4552-8a40-b501cbb570b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1646810 Apr 30 13:20:43.294111 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532ea1bf-d055-46ab-ac1e-e33ec281bb43 req-0028e19b-7942-47c2-825a-cdd92079bfad tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:43.295548 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-532ea1bf-d055-46ab-ac1e-e33ec281bb43 req-0028e19b-7942-47c2-825a-cdd92079bfad tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] 10.222.0.84 "GET /v2.0/ports?device_id=d7439e44-b72c-4c1b-a40e-1ec6578988cb HTTP/1.1" status: 200 len: 946 time: 0.0967598 Apr 30 13:20:43.349662 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-532ea1bf-d055-46ab-ac1e-e33ec281bb43 req-e429b094-68ac-4155-b9b2-6f9732740368 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] 10.222.0.84 "GET /v2.0/security-groups?id=41a111e5-dfc1-40ce-89b5-28538b34ccad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448217 Apr 30 13:20:43.792218 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139f4448-d7ba-4c50-8382-c833fcd42823 req-fc76ed33-f247-4183-9ac2-92db4860bfd3 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:43.793642 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-139f4448-d7ba-4c50-8382-c833fcd42823 req-fc76ed33-f247-4183-9ac2-92db4860bfd3 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] 10.222.0.84 "GET /v2.0/ports?device_id=77fd793d-7b41-47b1-b1fe-3e87464e36dd HTTP/1.1" status: 200 len: 946 time: 0.1482401 Apr 30 13:20:43.834801 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8496517-a5a1-4b86-bcd8-2143e26f7e79 req-b9dbd51d-cca6-4a86-89cd-d06574b8bccd tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:43.836255 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-b8496517-a5a1-4b86-bcd8-2143e26f7e79 req-b9dbd51d-cca6-4a86-89cd-d06574b8bccd tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] 10.222.0.95 "GET /v2.0/ports?device_id=d7439e44-b72c-4c1b-a40e-1ec6578988cb HTTP/1.1" status: 200 len: 946 time: 0.1259911 Apr 30 13:20:43.897693 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-139f4448-d7ba-4c50-8382-c833fcd42823 req-f06b4d51-16d6-4681-984d-6ceccf42d2c1 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] 10.222.0.84 "GET /v2.0/security-groups?id=edc58895-a2c1-4f02-9a0e-67934106755d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976982 Apr 30 13:20:43.992297 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.plugin [req-b8496517-a5a1-4b86-bcd8-2143e26f7e79 req-ba379338-0c62-40bf-b095-cc9bfb1ca1ba tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Deleting port 84a93d06-5821-4ddf-a8ab-251b26ec373c {{(pid=73810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:20:43.992698 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-b8496517-a5a1-4b86-bcd8-2143e26f7e79 req-ba379338-0c62-40bf-b095-cc9bfb1ca1ba tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773353273429'] for port, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:44.128875 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.db [req-b8496517-a5a1-4b86-bcd8-2143e26f7e79 req-ba379338-0c62-40bf-b095-cc9bfb1ca1ba tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] For port 84a93d06-5821-4ddf-a8ab-251b26ec373c, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=84a93d06-5821-4ddf-a8ab-251b26ec373c,segment=NetworkSegment(ff042486-32fa-466b-a0ab-93d4f13b17fd),segment_id=ff042486-32fa-466b-a0ab-93d4f13b17fd)] {{(pid=73810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:20:44.129356 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-b8496517-a5a1-4b86-bcd8-2143e26f7e79 req-ba379338-0c62-40bf-b095-cc9bfb1ca1ba tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1047743'] for port, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:44.235283 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.rpc [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Device 84a93d06-5821-4ddf-a8ab-251b26ec373c no longer exists at agent hyperv_hv-cinder-78719 {{(pid=73812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 13:20:44.356195 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4120257'] for port, before_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:44.391492 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.db [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] For port 84a93d06-5821-4ddf-a8ab-251b26ec373c, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=84a93d06-5821-4ddf-a8ab-251b26ec373c,segment=NetworkSegment(ff042486-32fa-466b-a0ab-93d4f13b17fd),segment_id=ff042486-32fa-466b-a0ab-93d4f13b17fd)] {{(pid=73812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:20:44.392559 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7439e44-b72c-4c1b-a40e-1ec6578988cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '84a93d06-5821-4ddf-a8ab-251b26ec373c'}] {{(pid=73812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:20:44.399237 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4120194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773353276007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773352839720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773352839765'] for port, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:44.400170 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.rpc [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Device c1ad8528-0f1f-40bc-a845-305b432b4090 no longer exists at agent hyperv_hv-cinder-78719 {{(pid=73812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 13:20:44.429239 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:20:44.462194 dv-cinder-787195-5-smb neutron-server[73812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7439e44-b72c-4c1b-a40e-1ec6578988cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '84a93d06-5821-4ddf-a8ab-251b26ec373c', 'code': 200} Apr 30 13:20:44.544761 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Pushing event updated for resources: {'Port': ['ID=84a93d06-5821-4ddf-a8ab-251b26ec373c,revision_number=6']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:20:44.548050 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:20:44.580379 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-b8496517-a5a1-4b86-bcd8-2143e26f7e79 req-ba379338-0c62-40bf-b095-cc9bfb1ca1ba tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Notify callbacks [] for floatingip, precommit_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:44.581021 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-b8496517-a5a1-4b86-bcd8-2143e26f7e79 req-ba379338-0c62-40bf-b095-cc9bfb1ca1ba tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-924836'] for floatingip, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:44.581021 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.db.l3_db [req-b8496517-a5a1-4b86-bcd8-2143e26f7e79 req-ba379338-0c62-40bf-b095-cc9bfb1ca1ba tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Floating IP 11ce3d48-b0d2-4f03-8e88-659a86abb39f disassociated. External IP: 172.28.3.72, port: 84a93d06-5821-4ddf-a8ab-251b26ec373c. Apr 30 13:20:44.581387 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.plugin [req-b8496517-a5a1-4b86-bcd8-2143e26f7e79 req-ba379338-0c62-40bf-b095-cc9bfb1ca1ba tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Calling delete_port for 84a93d06-5821-4ddf-a8ab-251b26ec373c owned by compute:nova {{(pid=73810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:20:44.608237 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4120257'] for port, before_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:44.641355 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.db [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] For port c1ad8528-0f1f-40bc-a845-305b432b4090, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=c1ad8528-0f1f-40bc-a845-305b432b4090,segment=NetworkSegment(bd5afee6-82cf-4022-aa9c-8998fa98a06d),segment_id=bd5afee6-82cf-4022-aa9c-8998fa98a06d)] {{(pid=73812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:20:44.645916 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4120194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773353276007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773352839720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773352839765'] for port, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:44.647759 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:20:44.652086 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9182a23-1dd8-462a-8300-62cb598e1529 req-ad23ce83-bf05-4dde-ba83-edcc7ce54567 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:44.653599 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-e9182a23-1dd8-462a-8300-62cb598e1529 req-ad23ce83-bf05-4dde-ba83-edcc7ce54567 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] 10.222.0.84 "GET /v2.0/ports?device_id=d7439e44-b72c-4c1b-a40e-1ec6578988cb HTTP/1.1" status: 200 len: 944 time: 0.1232011 Apr 30 13:20:44.722242 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Pushing event updated for resources: {'Port': ['ID=c1ad8528-0f1f-40bc-a845-305b432b4090,revision_number=8']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:20:44.726566 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:20:44.756405 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-e9182a23-1dd8-462a-8300-62cb598e1529 req-271ccd0b-6b69-4438-bdfa-623c54f21889 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] 10.222.0.84 "GET /v2.0/security-groups?id=41a111e5-dfc1-40ce-89b5-28538b34ccad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931358 Apr 30 13:20:44.782743 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-b8496517-a5a1-4b86-bcd8-2143e26f7e79 req-ba379338-0c62-40bf-b095-cc9bfb1ca1ba tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4120194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773353276016', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773352839711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11792972'] for port, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:44.789539 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-07273179-826a-474f-a29e-3552f7c19afc tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:20:44.838615 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba379338-0c62-40bf-b095-cc9bfb1ca1ba tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Pushing event deleted for resources: {'Port': ['ID=84a93d06-5821-4ddf-a8ab-251b26ec373c,revision_number=None']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:20:44.846268 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-ba379338-0c62-40bf-b095-cc9bfb1ca1ba tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:20:45.077657 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b8496517-a5a1-4b86-bcd8-2143e26f7e79 req-ba379338-0c62-40bf-b095-cc9bfb1ca1ba tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Router a52af78f-7ad6-4e52-9c94-77c21fdc33b1 has already been hosted by L3 agent 0896dfae-3c2f-4fc2-b5f4-9284ce516a86 {{(pid=73810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 13:20:45.243711 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ecec03-aadb-4d3b-a6a1-f8123f1b6d22 req-1e7f2a99-8262-4c15-8ec5-a70ed3c34d25 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:45.245246 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-c7ecec03-aadb-4d3b-a6a1-f8123f1b6d22 req-1e7f2a99-8262-4c15-8ec5-a70ed3c34d25 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] 10.222.0.84 "GET /v2.0/ports?device_id=77fd793d-7b41-47b1-b1fe-3e87464e36dd HTTP/1.1" status: 200 len: 944 time: 0.2320693 Apr 30 13:20:45.321103 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-c7ecec03-aadb-4d3b-a6a1-f8123f1b6d22 req-ec3ed91b-d52e-4468-a322-bd79ecbdc5b0 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] 10.222.0.84 "GET /v2.0/security-groups?id=edc58895-a2c1-4f02-9a0e-67934106755d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676873 Apr 30 13:20:45.322086 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b8496517-a5a1-4b86-bcd8-2143e26f7e79 req-ba379338-0c62-40bf-b095-cc9bfb1ca1ba tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Notify agent at l3_agent.dv-cinder-787195-5-smb the message routers_updated {{(pid=73810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 13:20:45.333118 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45b37020-9842-48d1-a8d8-a86f128fa4af None None] Sync routers for ids ['a52af78f-7ad6-4e52-9c94-77c21fdc33b1'] in dv-cinder-787195-5-smb {{(pid=73812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 13:20:45.350882 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45b37020-9842-48d1-a8d8-a86f128fa4af None None] Routers {'a52af78f-7ad6-4e52-9c94-77c21fdc33b1'} bound to L3 agent in host dv-cinder-787195-5-smb {{(pid=73812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:20:45.350882 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.l3_hamode_db [None req-45b37020-9842-48d1-a8d8-a86f128fa4af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T13:06:52Z,description=,heartbeat_timestamp=2021-04-30T13:20:22Z,host='dv-cinder-787195-5-smb',id=0896dfae-3c2f-4fc2-b5f4-9284ce516a86,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:06:52Z,topic='l3_agent')) {'router_ids': ['a52af78f-7ad6-4e52-9c94-77c21fdc33b1'], 'active': True} {{(pid=73812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:20:45.400968 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8496517-a5a1-4b86-bcd8-2143e26f7e79 req-ba379338-0c62-40bf-b095-cc9bfb1ca1ba tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] No DVR routers for this DVR port 84a93d06-5821-4ddf-a8ab-251b26ec373c on host hv-cinder-78719 {{(pid=73810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 13:20:45.403548 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-b8496517-a5a1-4b86-bcd8-2143e26f7e79 req-ba379338-0c62-40bf-b095-cc9bfb1ca1ba tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9974'] for port, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:45.408025 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7439e44-b72c-4c1b-a40e-1ec6578988cb', 'name': 'network-vif-deleted', 'tag': '84a93d06-5821-4ddf-a8ab-251b26ec373c'}] {{(pid=73810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:20:45.426373 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-b8496517-a5a1-4b86-bcd8-2143e26f7e79 req-ba379338-0c62-40bf-b095-cc9bfb1ca1ba tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] 10.222.0.95 "DELETE /v2.0/ports/84a93d06-5821-4ddf-a8ab-251b26ec373c HTTP/1.1" status: 204 len: 173 time: 1.5806305 Apr 30 13:20:45.538058 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.l3_dvr_db [None req-45b37020-9842-48d1-a8d8-a86f128fa4af None None] Set router a52af78f-7ad6-4e52-9c94-77c21fdc33b1 gateway port host: dv-cinder-787195-5-smb {{(pid=73812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:20:45.582995 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7439e44-b72c-4c1b-a40e-1ec6578988cb', 'name': 'network-vif-deleted', 'tag': '84a93d06-5821-4ddf-a8ab-251b26ec373c', 'status': 'completed', 'code': 200} Apr 30 13:20:45.946809 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.quota.resource [req-f693758f-41be-4222-84ab-454531d328e2 req-09ff5f77-feb5-43b5-91b1-d280ee808349 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Synchronizing usage tracker for tenant:918e31ad0d5f410eac8b4de9626cac1f on resource:port {{(pid=73810) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:20:45.964497 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.l3_hamode_db [None req-45b37020-9842-48d1-a8d8-a86f128fa4af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a52af78f-7ad6-4e52-9c94-77c21fdc33b1', 'name': 'tempest-AttachVolumeTestJSON-49034861-router', 'tenant_id': '918e31ad0d5f410eac8b4de9626cac1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b95ef810-b08d-4c08-b0c0-c75d2ee1b25b', 'external_fixed_ips': [{'subnet_id': 'b3fe51b0-9be9-4b1a-951c-de133b7a88b5', 'ip_address': '172.28.3.197'}], 'enable_snat': True}, 'gw_port_id': '03710d16-da09-4f6d-b90a-06e717570d2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:14:54Z', 'updated_at': '2021-04-30T13:15:16Z', 'revision_number': 4, 'project_id': '918e31ad0d5f410eac8b4de9626cac1f', 'gw_port': {'id': '03710d16-da09-4f6d-b90a-06e717570d2e', 'name': '', 'network_id': 'b95ef810-b08d-4c08-b0c0-c75d2ee1b25b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:1f:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a52af78f-7ad6-4e52-9c94-77c21fdc33b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'b3fe51b0-9be9-4b1a-951c-de133b7a88b5', 'ip_address': '172.28.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:14:56Z', 'updated_at': '2021-04-30T13:15:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fe51b0-9be9-4b1a-951c-de133b7a88b5', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-5-smb', '_interfaces': [{'id': 'd9d9c6c8-8d72-41ea-b437-3edd83d44965', 'name': '', 'network_id': '1457f85c-3f42-4120-b6e2-0f4ede8b9218', 'tenant_id': '918e31ad0d5f410eac8b4de9626cac1f', 'mac_address': 'fa:16:3e:80:f5:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a52af78f-7ad6-4e52-9c94-77c21fdc33b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '8da5f9ec-8d10-4fc1-8b60-251865469edd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:15:10Z', 'updated_at': '2021-04-30T13:15:29Z', 'revision_number': 5, 'project_id': '918e31ad0d5f410eac8b4de9626cac1f', 'subnets': [{'id': '8da5f9ec-8d10-4fc1-8b60-251865469edd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-5-smb', False) {} {{(pid=73812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:20:45.968967 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.quota.resource [req-f693758f-41be-4222-84ab-454531d328e2 req-09ff5f77-feb5-43b5-91b1-d280ee808349 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Unset dirty status for tenant:918e31ad0d5f410eac8b4de9626cac1f on resource:port {{(pid=73810) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:20:45.969202 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45b37020-9842-48d1-a8d8-a86f128fa4af None None] Checking router: a52af78f-7ad6-4e52-9c94-77c21fdc33b1 for host: dv-cinder-787195-5-smb {{(pid=73812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 13:20:45.978665 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45b37020-9842-48d1-a8d8-a86f128fa4af None None] Routers {'a52af78f-7ad6-4e52-9c94-77c21fdc33b1'} bound to L3 agent in host dv-cinder-787195-5-smb {{(pid=73812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:20:45.979298 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.l3_hamode_db [None req-45b37020-9842-48d1-a8d8-a86f128fa4af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T13:06:52Z,description=,heartbeat_timestamp=2021-04-30T13:20:22Z,host='dv-cinder-787195-5-smb',id=0896dfae-3c2f-4fc2-b5f4-9284ce516a86,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:06:52Z,topic='l3_agent')) {'router_ids': ['a52af78f-7ad6-4e52-9c94-77c21fdc33b1'], 'active': True} {{(pid=73812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:20:45.980714 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-f693758f-41be-4222-84ab-454531d328e2 req-09ff5f77-feb5-43b5-91b1-d280ee808349 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] 10.222.0.84 "GET /v2.0/ports?device_id=d7439e44-b72c-4c1b-a40e-1ec6578988cb HTTP/1.1" status: 200 len: 210 time: 0.0895326 Apr 30 13:20:46.163959 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.l3_dvr_db [None req-45b37020-9842-48d1-a8d8-a86f128fa4af None None] Set router a52af78f-7ad6-4e52-9c94-77c21fdc33b1 gateway port host: dv-cinder-787195-5-smb {{(pid=73812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:20:46.463876 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77fd793d-7b41-47b1-b1fe-3e87464e36dd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c1ad8528-0f1f-40bc-a845-305b432b4090'}] {{(pid=73812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:20:46.500879 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.l3_hamode_db [None req-45b37020-9842-48d1-a8d8-a86f128fa4af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a52af78f-7ad6-4e52-9c94-77c21fdc33b1', 'name': 'tempest-AttachVolumeTestJSON-49034861-router', 'tenant_id': '918e31ad0d5f410eac8b4de9626cac1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b95ef810-b08d-4c08-b0c0-c75d2ee1b25b', 'external_fixed_ips': [{'subnet_id': 'b3fe51b0-9be9-4b1a-951c-de133b7a88b5', 'ip_address': '172.28.3.197'}], 'enable_snat': True}, 'gw_port_id': '03710d16-da09-4f6d-b90a-06e717570d2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:14:54Z', 'updated_at': '2021-04-30T13:15:16Z', 'revision_number': 4, 'project_id': '918e31ad0d5f410eac8b4de9626cac1f', 'gw_port': {'id': '03710d16-da09-4f6d-b90a-06e717570d2e', 'name': '', 'network_id': 'b95ef810-b08d-4c08-b0c0-c75d2ee1b25b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:1f:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a52af78f-7ad6-4e52-9c94-77c21fdc33b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'b3fe51b0-9be9-4b1a-951c-de133b7a88b5', 'ip_address': '172.28.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:14:56Z', 'updated_at': '2021-04-30T13:15:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fe51b0-9be9-4b1a-951c-de133b7a88b5', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-5-smb', '_interfaces': [{'id': 'd9d9c6c8-8d72-41ea-b437-3edd83d44965', 'name': '', 'network_id': '1457f85c-3f42-4120-b6e2-0f4ede8b9218', 'tenant_id': '918e31ad0d5f410eac8b4de9626cac1f', 'mac_address': 'fa:16:3e:80:f5:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a52af78f-7ad6-4e52-9c94-77c21fdc33b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '8da5f9ec-8d10-4fc1-8b60-251865469edd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:15:10Z', 'updated_at': '2021-04-30T13:15:29Z', 'revision_number': 5, 'project_id': '918e31ad0d5f410eac8b4de9626cac1f', 'subnets': [{'id': '8da5f9ec-8d10-4fc1-8b60-251865469edd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-5-smb', False) {} {{(pid=73812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:20:46.504335 dv-cinder-787195-5-smb neutron-server[73812]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '77fd793d-7b41-47b1-b1fe-3e87464e36dd', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c1ad8528-0f1f-40bc-a845-305b432b4090', 'code': 422} returned with failed status Apr 30 13:20:46.507057 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45b37020-9842-48d1-a8d8-a86f128fa4af None None] The sync data for ids ['a52af78f-7ad6-4e52-9c94-77c21fdc33b1'] in dv-cinder-787195-5-smb is: [{'id': 'a52af78f-7ad6-4e52-9c94-77c21fdc33b1', 'name': 'tempest-AttachVolumeTestJSON-49034861-router', 'tenant_id': '918e31ad0d5f410eac8b4de9626cac1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b95ef810-b08d-4c08-b0c0-c75d2ee1b25b', 'external_fixed_ips': [{'subnet_id': 'b3fe51b0-9be9-4b1a-951c-de133b7a88b5', 'ip_address': '172.28.3.197'}], 'enable_snat': True}, 'gw_port_id': '03710d16-da09-4f6d-b90a-06e717570d2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:14:54Z', 'updated_at': '2021-04-30T13:15:16Z', 'revision_number': 4, 'project_id': '918e31ad0d5f410eac8b4de9626cac1f', 'gw_port': {'id': '03710d16-da09-4f6d-b90a-06e717570d2e', 'name': '', 'network_id': 'b95ef810-b08d-4c08-b0c0-c75d2ee1b25b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:1f:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a52af78f-7ad6-4e52-9c94-77c21fdc33b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'b3fe51b0-9be9-4b1a-951c-de133b7a88b5', 'ip_address': '172.28.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:14:56Z', 'updated_at': '2021-04-30T13:15:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fe51b0-9be9-4b1a-951c-de133b7a88b5', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-5-smb', '_interfaces': [{'id': 'd9d9c6c8-8d72-41ea-b437-3edd83d44965', 'name': '', 'network_id': '1457f85c-3f42-4120-b6e2-0f4ede8b9218', 'tenant_id': '918e31ad0d5f410eac8b4de9626cac1f', 'mac_address': 'fa:16:3e:80:f5:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a52af78f-7ad6-4e52-9c94-77c21fdc33b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '8da5f9ec-8d10-4fc1-8b60-251865469edd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:15:10Z', 'updated_at': '2021-04-30T13:15:29Z', 'revision_number': 5, 'project_id': '918e31ad0d5f410eac8b4de9626cac1f', 'subnets': [{'id': '8da5f9ec-8d10-4fc1-8b60-251865469edd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 13:20:46.752028 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a64919-ce26-43a8-88a6-255f60cc21ac None None] New status for floating IP 11ce3d48-b0d2-4f03-8e88-659a86abb39f: DOWN {{(pid=73814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 13:20:46.807988 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4db0105-e3e7-44ae-9441-62a4c990a093 req-18f420e9-cfc6-45a8-aa6e-fbe5afe4ec67 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:46.809650 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-b4db0105-e3e7-44ae-9441-62a4c990a093 req-18f420e9-cfc6-45a8-aa6e-fbe5afe4ec67 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] 10.222.0.84 "GET /v2.0/ports?device_id=77fd793d-7b41-47b1-b1fe-3e87464e36dd HTTP/1.1" status: 200 len: 944 time: 0.0890219 Apr 30 13:20:46.865903 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-b4db0105-e3e7-44ae-9441-62a4c990a093 req-38d25ce6-3c1f-4c52-b630-906f488fd0c7 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] 10.222.0.84 "GET /v2.0/security-groups?id=edc58895-a2c1-4f02-9a0e-67934106755d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489275 Apr 30 13:20:46.957532 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.84', 59944) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:20:47.088921 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-8c709df7-33d3-4cdb-903b-a6f1e75322f6 req-6152fbeb-4fea-4331-860e-873aed64a5cc service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=77fd793d-7b41-47b1-b1fe-3e87464e36dd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1290605 Apr 30 13:20:47.109521 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.84', 59954) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:20:47.175343 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-b40f7f6d-0946-4744-b727-a9d71cc97458 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Notify callbacks [] for security_group, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:47.204025 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-b40f7f6d-0946-4744-b727-a9d71cc97458 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Notify callbacks [] for security_group, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:47.258382 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-b40f7f6d-0946-4744-b727-a9d71cc97458 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985230'] for security_group, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:47.264531 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-c807e3d0-3fbb-4720-a5ae-7a63a2e3f299 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:20:47.281792 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40f7f6d-0946-4744-b727-a9d71cc97458 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=41a111e5-dfc1-40ce-89b5-28538b34ccad,revision_number=None']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:20:47.284961 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-b40f7f6d-0946-4744-b727-a9d71cc97458 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:20:47.297510 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-b40f7f6d-0946-4744-b727-a9d71cc97458 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Notify callbacks [] for security_group, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:47.301229 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [None req-b40f7f6d-0946-4744-b727-a9d71cc97458 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] 10.222.0.84 "DELETE /v2.0/security-groups/41a111e5-dfc1-40ce-89b5-28538b34ccad HTTP/1.1" status: 204 len: 168 time: 0.1880846 Apr 30 13:20:47.301499 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.84', 59964) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:20:47.321880 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.api.v2.resource [None req-9d41de74-49e4-46a6-9f69-c9b720a6b647 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] show failed (client error): The resource could not be found. Apr 30 13:20:47.322915 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [None req-9d41de74-49e4-46a6-9f69-c9b720a6b647 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] 10.222.0.84 "GET /v2.0/security-groups/41a111e5-dfc1-40ce-89b5-28538b34ccad HTTP/1.1" status: 404 len: 347 time: 0.0204532 Apr 30 13:20:47.326570 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.84', 59968) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:20:47.555036 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.plugin [None req-5fb4f6d2-ae2a-414e-a715-3f53f4ce1671 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Deleting port ada43b61-6b52-428d-87c5-fb9ad0b18c01 {{(pid=73809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:20:47.555504 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-5fb4f6d2-ae2a-414e-a715-3f53f4ce1671 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773353273429'] for port, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:47.684085 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-5fb4f6d2-ae2a-414e-a715-3f53f4ce1671 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1047743'] for port, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:47.684390 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-5fb4f6d2-ae2a-414e-a715-3f53f4ce1671 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:47.714014 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c709df7-33d3-4cdb-903b-a6f1e75322f6 req-ebc16080-88e7-4f75-8139-2cbba3f9a2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:47.715471 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-8c709df7-33d3-4cdb-903b-a6f1e75322f6 req-ebc16080-88e7-4f75-8139-2cbba3f9a2a9 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=77fd793d-7b41-47b1-b1fe-3e87464e36dd&tenant_id=1cdf6705df774b71b1ef55768d3b4135 HTTP/1.1" status: 200 len: 1097 time: 0.1815243 Apr 30 13:20:47.807920 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c709df7-33d3-4cdb-903b-a6f1e75322f6 req-1688144e-93eb-45bb-8ea0-9e681871cb3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:47.808193 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.plugin [None req-5fb4f6d2-ae2a-414e-a715-3f53f4ce1671 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Calling delete_port for ada43b61-6b52-428d-87c5-fb9ad0b18c01 owned by network:floatingip {{(pid=73809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:20:47.809354 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-8c709df7-33d3-4cdb-903b-a6f1e75322f6 req-1688144e-93eb-45bb-8ea0-9e681871cb3d service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=1cdf6705df774b71b1ef55768d3b4135&device_id=77fd793d-7b41-47b1-b1fe-3e87464e36dd HTTP/1.1" status: 200 len: 1097 time: 0.0724595 Apr 30 13:20:47.931111 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-5fb4f6d2-ae2a-414e-a715-3f53f4ce1671 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4120194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773353276016', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773352839711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11423588'] for port, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:47.935094 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-d61e3568-f9fa-42d1-a47d-650b9067545e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:20:47.945696 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c709df7-33d3-4cdb-903b-a6f1e75322f6 req-113a5317-c2d6-49d6-834d-f1fa97ffbb32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:47.947343 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-8c709df7-33d3-4cdb-903b-a6f1e75322f6 req-113a5317-c2d6-49d6-834d-f1fa97ffbb32 service neutron] 10.222.0.95 "GET /v2.0/networks?id=e366e837-ed9f-4552-8a40-b501cbb570b4 HTTP/1.1" status: 200 len: 918 time: 0.1314313 Apr 30 13:20:47.980936 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb4f6d2-ae2a-414e-a715-3f53f4ce1671 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Pushing event deleted for resources: {'Port': ['ID=ada43b61-6b52-428d-87c5-fb9ad0b18c01,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:20:47.984663 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-5fb4f6d2-ae2a-414e-a715-3f53f4ce1671 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:20:48.072646 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-5fb4f6d2-ae2a-414e-a715-3f53f4ce1671 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Notify callbacks [] for floatingip, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:48.101170 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-8c709df7-33d3-4cdb-903b-a6f1e75322f6 req-8cf35b5b-b5f4-4db0-ac9c-15f2246b481b service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c1ad8528-0f1f-40bc-a845-305b432b4090 HTTP/1.1" status: 200 len: 1000 time: 0.1474538 Apr 30 13:20:48.103710 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-5fb4f6d2-ae2a-414e-a715-3f53f4ce1671 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9974'] for floatingip, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:48.104869 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [None req-5fb4f6d2-ae2a-414e-a715-3f53f4ce1671 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] 10.222.0.84 "DELETE /v2.0/floatingips/11ce3d48-b0d2-4f03-8e88-659a86abb39f HTTP/1.1" status: 204 len: 168 time: 0.7773449 Apr 30 13:20:48.173118 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559d2775-0c94-4945-824a-6fa81721766a req-64b99d49-9438-4dd7-8a1c-d81c90c499ae tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:48.174542 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-559d2775-0c94-4945-824a-6fa81721766a req-64b99d49-9438-4dd7-8a1c-d81c90c499ae tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] 10.222.0.84 "GET /v2.0/ports?device_id=77fd793d-7b41-47b1-b1fe-3e87464e36dd HTTP/1.1" status: 200 len: 944 time: 0.1683874 Apr 30 13:20:48.197233 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c709df7-33d3-4cdb-903b-a6f1e75322f6 req-886b38de-0ccc-492d-8e01-cc5729c57479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:48.198905 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-8c709df7-33d3-4cdb-903b-a6f1e75322f6 req-886b38de-0ccc-492d-8e01-cc5729c57479 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=6bc0199c-a631-4772-be49-5ae677a3d71f HTTP/1.1" status: 200 len: 855 time: 0.0877419 Apr 30 13:20:48.254844 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.rpc [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Device c1ad8528-0f1f-40bc-a845-305b432b4090 no longer exists at agent hyperv_hv-cinder-78719 {{(pid=73812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 13:20:48.274896 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-559d2775-0c94-4945-824a-6fa81721766a req-8265ccfe-6c61-4c5c-a3e6-058f0ffc2e0c tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] 10.222.0.84 "GET /v2.0/security-groups?id=edc58895-a2c1-4f02-9a0e-67934106755d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936253 Apr 30 13:20:48.315687 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c709df7-33d3-4cdb-903b-a6f1e75322f6 req-ed485f35-ca68-4350-bfee-5344dca9ff79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:48.317429 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-8c709df7-33d3-4cdb-903b-a6f1e75322f6 req-ed485f35-ca68-4350-bfee-5344dca9ff79 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=e366e837-ed9f-4552-8a40-b501cbb570b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1120455 Apr 30 13:20:48.458677 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-8c709df7-33d3-4cdb-903b-a6f1e75322f6 req-4db1b6fe-8514-432b-a158-9b119820f9b1 service neutron] 10.222.0.95 "GET /v2.0/networks/e366e837-ed9f-4552-8a40-b501cbb570b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334152 Apr 30 13:20:48.604373 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-8c709df7-33d3-4cdb-903b-a6f1e75322f6 req-ae5ca10a-b0e0-4b80-ada2-9ebc7b8c197a service neutron] 10.222.0.95 "GET /v2.0/networks/e366e837-ed9f-4552-8a40-b501cbb570b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287184 Apr 30 13:20:49.068751 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-ad10175d-9f36-4b8d-b6a8-414dd0643124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000748'] for agent, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:49.486587 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274ad551-f295-440f-8536-3999527090f6 req-a39bc573-6c93-42a4-8f99-718fcad4f575 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:49.497794 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-274ad551-f295-440f-8536-3999527090f6 req-a39bc573-6c93-42a4-8f99-718fcad4f575 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] 10.222.0.84 "GET /v2.0/ports?device_id=77fd793d-7b41-47b1-b1fe-3e87464e36dd HTTP/1.1" status: 200 len: 944 time: 0.1007869 Apr 30 13:20:49.619426 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-274ad551-f295-440f-8536-3999527090f6 req-5f236b3e-f954-453b-9268-2f0b5538d779 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] 10.222.0.84 "GET /v2.0/security-groups?id=edc58895-a2c1-4f02-9a0e-67934106755d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1191118 Apr 30 13:20:50.842261 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316c4852-0d2e-4a64-b8c0-1b63b012f89f req-3368508b-a92e-49ee-a9b1-289d4c5774a7 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:50.843635 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-316c4852-0d2e-4a64-b8c0-1b63b012f89f req-3368508b-a92e-49ee-a9b1-289d4c5774a7 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] 10.222.0.84 "GET /v2.0/ports?device_id=77fd793d-7b41-47b1-b1fe-3e87464e36dd HTTP/1.1" status: 200 len: 944 time: 0.0898519 Apr 30 13:20:50.895050 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-316c4852-0d2e-4a64-b8c0-1b63b012f89f req-3454a6d5-055a-47cc-899d-a79d2ba3282c tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] 10.222.0.84 "GET /v2.0/security-groups?id=edc58895-a2c1-4f02-9a0e-67934106755d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440838 Apr 30 13:20:51.844739 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-2cae8a78-652e-4526-a327-5cd838da4832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000748'] for agent, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:52.096532 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febd84b2-bbb2-4895-ac79-8b2e91f87611 req-aac45f35-1acb-4f1e-ad4a-8c5ac9e3b4de tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:52.097955 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-febd84b2-bbb2-4895-ac79-8b2e91f87611 req-aac45f35-1acb-4f1e-ad4a-8c5ac9e3b4de tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] 10.222.0.84 "GET /v2.0/ports?device_id=77fd793d-7b41-47b1-b1fe-3e87464e36dd HTTP/1.1" status: 200 len: 944 time: 0.0863190 Apr 30 13:20:52.150293 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-febd84b2-bbb2-4895-ac79-8b2e91f87611 req-b23e478e-c421-4cc8-86c9-456f8c791fe3 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] 10.222.0.84 "GET /v2.0/security-groups?id=edc58895-a2c1-4f02-9a0e-67934106755d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456934 Apr 30 13:20:52.202549 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.84', 60026) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:20:52.266868 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000748'] for agent, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:53.000877 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-17d24d12-44aa-4354-bdcd-5c9e681d8fcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-924750'] for router_interface, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:53.130314 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-a9ba599c-bbf2-42e7-8bf2-2ae3bfc6b861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000748'] for agent, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:53.356930 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610bf1b5-2e0f-485f-85a1-e02cc01fccb1 req-32b909ef-8c77-46f2-8f3f-3de34f6a3394 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:53.358419 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-610bf1b5-2e0f-485f-85a1-e02cc01fccb1 req-32b909ef-8c77-46f2-8f3f-3de34f6a3394 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] 10.222.0.84 "GET /v2.0/ports?device_id=77fd793d-7b41-47b1-b1fe-3e87464e36dd HTTP/1.1" status: 200 len: 944 time: 0.0880551 Apr 30 13:20:53.406710 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-610bf1b5-2e0f-485f-85a1-e02cc01fccb1 req-eef4bf60-2444-4517-be0c-81834b32edff tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] 10.222.0.84 "GET /v2.0/security-groups?id=edc58895-a2c1-4f02-9a0e-67934106755d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415189 Apr 30 13:20:53.480123 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.plugin [None req-17d24d12-44aa-4354-bdcd-5c9e681d8fcc admin admin] Deleting port d9d9c6c8-8d72-41ea-b437-3edd83d44965 {{(pid=73809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:20:53.480782 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-17d24d12-44aa-4354-bdcd-5c9e681d8fcc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773353273429'] for port, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:53.609346 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [None req-17d24d12-44aa-4354-bdcd-5c9e681d8fcc admin admin] For port d9d9c6c8-8d72-41ea-b437-3edd83d44965, host dv-cinder-787195-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-5-smb',level=0,port_id=d9d9c6c8-8d72-41ea-b437-3edd83d44965,segment=NetworkSegment(ff042486-32fa-466b-a0ab-93d4f13b17fd),segment_id=ff042486-32fa-466b-a0ab-93d4f13b17fd)] {{(pid=73809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:20:53.609587 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-17d24d12-44aa-4354-bdcd-5c9e681d8fcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1047743'] for port, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:53.750833 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.plugin [None req-17d24d12-44aa-4354-bdcd-5c9e681d8fcc admin admin] Calling delete_port for d9d9c6c8-8d72-41ea-b437-3edd83d44965 owned by network:router_interface {{(pid=73809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:20:53.920127 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-17d24d12-44aa-4354-bdcd-5c9e681d8fcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4120194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773353276016', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773352839711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11423588'] for port, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:53.925025 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:20:53.969819 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d24d12-44aa-4354-bdcd-5c9e681d8fcc admin admin] Pushing event deleted for resources: {'Port': ['ID=d9d9c6c8-8d72-41ea-b437-3edd83d44965,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:20:53.976136 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-17d24d12-44aa-4354-bdcd-5c9e681d8fcc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:20:54.361620 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-17d24d12-44aa-4354-bdcd-5c9e681d8fcc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-647320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1041918'] for router_interface, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:54.505226 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-5918b5d9-36b2-459a-8043-2e5e2054f07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000748'] for agent, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:54.645813 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedefe77-1d5e-4aa8-8227-9b25415f3e35 req-d145b219-df21-4fd9-bda7-a196147bf44e tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:54.647507 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-fedefe77-1d5e-4aa8-8227-9b25415f3e35 req-d145b219-df21-4fd9-bda7-a196147bf44e tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] 10.222.0.84 "GET /v2.0/ports?device_id=77fd793d-7b41-47b1-b1fe-3e87464e36dd HTTP/1.1" status: 200 len: 944 time: 0.1059330 Apr 30 13:20:54.711920 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-fedefe77-1d5e-4aa8-8227-9b25415f3e35 req-49979f1e-5ccf-411e-be13-21c95a337801 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] 10.222.0.84 "GET /v2.0/security-groups?id=edc58895-a2c1-4f02-9a0e-67934106755d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582051 Apr 30 13:20:54.778618 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17d24d12-44aa-4354-bdcd-5c9e681d8fcc admin admin] Router a52af78f-7ad6-4e52-9c94-77c21fdc33b1 has already been hosted by L3 agent 0896dfae-3c2f-4fc2-b5f4-9284ce516a86 {{(pid=73809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 13:20:54.963858 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17d24d12-44aa-4354-bdcd-5c9e681d8fcc admin admin] Notify agent at l3_agent.dv-cinder-787195-5-smb the message routers_updated {{(pid=73809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 13:20:54.973414 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93222ebf-48bc-490c-af17-9fea0d156e73 None None] Sync routers for ids ['a52af78f-7ad6-4e52-9c94-77c21fdc33b1'] in dv-cinder-787195-5-smb {{(pid=73812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 13:20:54.978574 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [None req-17d24d12-44aa-4354-bdcd-5c9e681d8fcc admin admin] 10.222.0.84 "PUT /v2.0/routers/a52af78f-7ad6-4e52-9c94-77c21fdc33b1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7723563 Apr 30 13:20:54.979968 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.84', 60038) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:20:54.993485 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93222ebf-48bc-490c-af17-9fea0d156e73 None None] Routers {'a52af78f-7ad6-4e52-9c94-77c21fdc33b1'} bound to L3 agent in host dv-cinder-787195-5-smb {{(pid=73812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:20:54.994134 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.l3_hamode_db [None req-93222ebf-48bc-490c-af17-9fea0d156e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T13:06:52Z,description=,heartbeat_timestamp=2021-04-30T13:20:52Z,host='dv-cinder-787195-5-smb',id=0896dfae-3c2f-4fc2-b5f4-9284ce516a86,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:06:52Z,topic='l3_agent')) {'router_ids': ['a52af78f-7ad6-4e52-9c94-77c21fdc33b1'], 'active': True} {{(pid=73812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:20:55.175108 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-43bae11b-8d81-449a-9764-e637347adfb7 admin admin] Notify callbacks [] for router, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:55.180179 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.l3_dvr_db [None req-93222ebf-48bc-490c-af17-9fea0d156e73 None None] Set router a52af78f-7ad6-4e52-9c94-77c21fdc33b1 gateway port host: dv-cinder-787195-5-smb {{(pid=73812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:20:55.464208 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-43bae11b-8d81-449a-9764-e637347adfb7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:55.556689 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.plugin [None req-43bae11b-8d81-449a-9764-e637347adfb7 admin admin] Deleting port 03710d16-da09-4f6d-b90a-06e717570d2e {{(pid=73810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:20:55.557205 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-43bae11b-8d81-449a-9764-e637347adfb7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773353273429'] for port, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:55.574979 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.l3_hamode_db [None req-93222ebf-48bc-490c-af17-9fea0d156e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a52af78f-7ad6-4e52-9c94-77c21fdc33b1', 'name': 'tempest-AttachVolumeTestJSON-49034861-router', 'tenant_id': '918e31ad0d5f410eac8b4de9626cac1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b95ef810-b08d-4c08-b0c0-c75d2ee1b25b', 'external_fixed_ips': [{'subnet_id': 'b3fe51b0-9be9-4b1a-951c-de133b7a88b5', 'ip_address': '172.28.3.197'}], 'enable_snat': True}, 'gw_port_id': '03710d16-da09-4f6d-b90a-06e717570d2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:14:54Z', 'updated_at': '2021-04-30T13:20:53Z', 'revision_number': 5, 'project_id': '918e31ad0d5f410eac8b4de9626cac1f', 'gw_port': {'id': '03710d16-da09-4f6d-b90a-06e717570d2e', 'name': '', 'network_id': 'b95ef810-b08d-4c08-b0c0-c75d2ee1b25b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:1f:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a52af78f-7ad6-4e52-9c94-77c21fdc33b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'b3fe51b0-9be9-4b1a-951c-de133b7a88b5', 'ip_address': '172.28.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:14:56Z', 'updated_at': '2021-04-30T13:15:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fe51b0-9be9-4b1a-951c-de133b7a88b5', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-5-smb'}], 'dv-cinder-787195-5-smb', False) {} {{(pid=73812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:20:55.579560 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93222ebf-48bc-490c-af17-9fea0d156e73 None None] Checking router: a52af78f-7ad6-4e52-9c94-77c21fdc33b1 for host: dv-cinder-787195-5-smb {{(pid=73812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 13:20:55.589159 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93222ebf-48bc-490c-af17-9fea0d156e73 None None] Routers {'a52af78f-7ad6-4e52-9c94-77c21fdc33b1'} bound to L3 agent in host dv-cinder-787195-5-smb {{(pid=73812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:20:55.589850 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.l3_hamode_db [None req-93222ebf-48bc-490c-af17-9fea0d156e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T13:06:52Z,description=,heartbeat_timestamp=2021-04-30T13:20:52Z,host='dv-cinder-787195-5-smb',id=0896dfae-3c2f-4fc2-b5f4-9284ce516a86,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:06:52Z,topic='l3_agent')) {'router_ids': ['a52af78f-7ad6-4e52-9c94-77c21fdc33b1'], 'active': True} {{(pid=73812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:20:55.709497 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.db [None req-43bae11b-8d81-449a-9764-e637347adfb7 admin admin] For port 03710d16-da09-4f6d-b90a-06e717570d2e, host dv-cinder-787195-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-5-smb',level=0,port_id=03710d16-da09-4f6d-b90a-06e717570d2e,segment=NetworkSegment(f8d4e1c1-82f5-4515-b5f8-67450a2bb94b),segment_id=f8d4e1c1-82f5-4515-b5f8-67450a2bb94b)] {{(pid=73810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:20:55.710142 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-43bae11b-8d81-449a-9764-e637347adfb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1047743'] for port, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:55.750835 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.l3_dvr_db [None req-93222ebf-48bc-490c-af17-9fea0d156e73 None None] Set router a52af78f-7ad6-4e52-9c94-77c21fdc33b1 gateway port host: None {{(pid=73812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:20:55.849085 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.plugin [None req-43bae11b-8d81-449a-9764-e637347adfb7 admin admin] Calling delete_port for 03710d16-da09-4f6d-b90a-06e717570d2e owned by network:router_gateway {{(pid=73810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:20:55.912245 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.l3_hamode_db [None req-93222ebf-48bc-490c-af17-9fea0d156e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a52af78f-7ad6-4e52-9c94-77c21fdc33b1', 'name': 'tempest-AttachVolumeTestJSON-49034861-router', 'tenant_id': '918e31ad0d5f410eac8b4de9626cac1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:14:54Z', 'updated_at': '2021-04-30T13:20:55Z', 'revision_number': 6, 'project_id': '918e31ad0d5f410eac8b4de9626cac1f', 'gw_port_host': None}], 'dv-cinder-787195-5-smb', False) {} {{(pid=73812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:20:55.916605 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93222ebf-48bc-490c-af17-9fea0d156e73 None None] The sync data for ids ['a52af78f-7ad6-4e52-9c94-77c21fdc33b1'] in dv-cinder-787195-5-smb is: [{'id': 'a52af78f-7ad6-4e52-9c94-77c21fdc33b1', 'name': 'tempest-AttachVolumeTestJSON-49034861-router', 'tenant_id': '918e31ad0d5f410eac8b4de9626cac1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:14:54Z', 'updated_at': '2021-04-30T13:20:55Z', 'revision_number': 6, 'project_id': '918e31ad0d5f410eac8b4de9626cac1f', 'gw_port_host': None}] {{(pid=73812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 13:20:55.954473 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8eccad3-3a0c-4fee-87e6-c59d2b04920e req-89037902-9451-4ded-87aa-a03dc12ac879 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:55.955989 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-f8eccad3-3a0c-4fee-87e6-c59d2b04920e req-89037902-9451-4ded-87aa-a03dc12ac879 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] 10.222.0.84 "GET /v2.0/ports?device_id=77fd793d-7b41-47b1-b1fe-3e87464e36dd HTTP/1.1" status: 200 len: 944 time: 0.1040037 Apr 30 13:20:56.021945 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-f8eccad3-3a0c-4fee-87e6-c59d2b04920e req-bc7d64fd-36be-494b-b9d4-a4b165f71a18 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] 10.222.0.84 "GET /v2.0/security-groups?id=edc58895-a2c1-4f02-9a0e-67934106755d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582280 Apr 30 13:20:56.114009 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-43bae11b-8d81-449a-9764-e637347adfb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4120194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773353276016', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773352839711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11792972'] for port, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:56.117629 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-2ca75d7a-b0b2-4a65-8b2b-a3156c419201 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:20:56.167224 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bae11b-8d81-449a-9764-e637347adfb7 admin admin] Pushing event deleted for resources: {'Port': ['ID=03710d16-da09-4f6d-b90a-06e717570d2e,revision_number=None']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:20:56.193768 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-43bae11b-8d81-449a-9764-e637347adfb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:20:56.259739 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-43bae11b-8d81-449a-9764-e637347adfb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-919769'] for router_gateway, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:56.449913 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-43bae11b-8d81-449a-9764-e637347adfb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1027846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4768'] for router, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:56.452222 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-43bae11b-8d81-449a-9764-e637347adfb7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:56.545448 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-43bae11b-8d81-449a-9764-e637347adfb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1042044'] for router, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:56.546000 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43bae11b-8d81-449a-9764-e637347adfb7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a52af78f-7ad6-4e52-9c94-77c21fdc33b1 {{(pid=73810) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 30 13:20:56.559554 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-43bae11b-8d81-449a-9764-e637347adfb7 admin admin] Notify callbacks [] for router, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:56.560705 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [None req-43bae11b-8d81-449a-9764-e637347adfb7 admin admin] 10.222.0.84 "DELETE /v2.0/routers/a52af78f-7ad6-4e52-9c94-77c21fdc33b1 HTTP/1.1" status: 204 len: 168 time: 1.5796657 Apr 30 13:20:56.563339 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.84', 60046) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:20:56.628162 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.db_base_plugin_v2 [None req-28674b9d-54cd-4568-be41-9685f5857487 admin admin] Deleting subnet 8da5f9ec-8d10-4fc1-8b60-251865469edd {{(pid=73809) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 30 13:20:56.632478 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-28674b9d-54cd-4568-be41-9685f5857487 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:56.690029 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-28674b9d-54cd-4568-be41-9685f5857487 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11422972'] for subnet, precommit_delete_associations {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:56.826204 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-28674b9d-54cd-4568-be41-9685f5857487 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4062251'] for subnet, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:57.092381 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-28674b9d-54cd-4568-be41-9685f5857487 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4062258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11423513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10753783'] for subnet, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:57.103788 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:20:57.132845 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-28674b9d-54cd-4568-be41-9685f5857487 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647359'] for subnet, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:57.140184 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28674b9d-54cd-4568-be41-9685f5857487 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8da5f9ec-8d10-4fc1-8b60-251865469edd,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:20:57.147207 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ae62464-be45-4f3f-80b4-7c93ec82defe None None] Network 1457f85c-3f42-4120-b6e2-0f4ede8b9218 requested from dv-cinder-787195-5-smb {{(pid=73812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 13:20:57.148406 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-28674b9d-54cd-4568-be41-9685f5857487 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:20:57.153877 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [None req-28674b9d-54cd-4568-be41-9685f5857487 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/8da5f9ec-8d10-4fc1-8b60-251865469edd HTTP/1.1" status: 204 len: 168 time: 0.5869029 Apr 30 13:20:57.154419 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.84', 60052) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:20:57.329600 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-b71d7a4a-31c7-4a07-ab04-ebd701a6244e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4148260'] for network, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:57.420026 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395104dd-60bc-4eaf-8d3c-8df229476c9d req-ec7a84bb-d660-4b30-8602-c62f78661d5d tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:57.427258 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-395104dd-60bc-4eaf-8d3c-8df229476c9d req-ec7a84bb-d660-4b30-8602-c62f78661d5d tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] 10.222.0.84 "GET /v2.0/ports?device_id=77fd793d-7b41-47b1-b1fe-3e87464e36dd HTTP/1.1" status: 200 len: 944 time: 0.2201345 Apr 30 13:20:57.456945 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.rpc [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Device 03710d16-da09-4f6d-b90a-06e717570d2e no longer exists at agent ovs-agent-dv-cinder-787195-5-smb {{(pid=73812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 13:20:57.494469 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.plugin [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] No Port match for: 03710d16-da09-4f6d-b90a-06e717570d2e {{(pid=73812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 13:20:57.494823 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.rpc [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Device 03710d16-da09-4f6d-b90a-06e717570d2e not bound to the agent host dv-cinder-787195-5-smb {{(pid=73812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 13:20:57.495261 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.rpc [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Device d9d9c6c8-8d72-41ea-b437-3edd83d44965 no longer exists at agent ovs-agent-dv-cinder-787195-5-smb {{(pid=73812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 13:20:57.536759 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26a93c91-ffd5-4c2f-a11d-dca8c830b873 None None] DHCP port deletion for 1457f85c-3f42-4120-b6e2-0f4ede8b9218 request from dv-cinder-787195-5-smb {{(pid=73812) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 30 13:20:57.539497 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.plugin [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] No Port match for: d9d9c6c8-8d72-41ea-b437-3edd83d44965 {{(pid=73812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 13:20:57.539848 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.rpc [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Device d9d9c6c8-8d72-41ea-b437-3edd83d44965 not bound to the agent host dv-cinder-787195-5-smb {{(pid=73812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 13:20:57.633891 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-395104dd-60bc-4eaf-8d3c-8df229476c9d req-f0db3a89-454c-483d-a480-2502eeee08c6 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] 10.222.0.84 "GET /v2.0/security-groups?id=edc58895-a2c1-4f02-9a0e-67934106755d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2055850 Apr 30 13:20:57.641098 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.plugin [None req-26a93c91-ffd5-4c2f-a11d-dca8c830b873 None None] Deleting port 49f2c0ae-9690-4f1f-b81b-8606aed0abd9 {{(pid=73812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:20:57.641675 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-26a93c91-ffd5-4c2f-a11d-dca8c830b873 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773353273429'] for port, before_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:57.641986 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.plugin [None req-b71d7a4a-31c7-4a07-ab04-ebd701a6244e admin admin] Deleting port 49f2c0ae-9690-4f1f-b81b-8606aed0abd9 {{(pid=73810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:20:57.646108 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-b71d7a4a-31c7-4a07-ab04-ebd701a6244e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773353273429'] for port, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:57.766983 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.db [None req-26a93c91-ffd5-4c2f-a11d-dca8c830b873 None None] For port 49f2c0ae-9690-4f1f-b81b-8606aed0abd9, host dv-cinder-787195-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-5-smb',level=0,port_id=49f2c0ae-9690-4f1f-b81b-8606aed0abd9,segment=NetworkSegment(ff042486-32fa-466b-a0ab-93d4f13b17fd),segment_id=ff042486-32fa-466b-a0ab-93d4f13b17fd)] {{(pid=73812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:20:57.767532 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-26a93c91-ffd5-4c2f-a11d-dca8c830b873 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1047743'] for port, precommit_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:57.773249 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.db [None req-b71d7a4a-31c7-4a07-ab04-ebd701a6244e admin admin] For port 49f2c0ae-9690-4f1f-b81b-8606aed0abd9, host dv-cinder-787195-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-5-smb',level=0,port_id=49f2c0ae-9690-4f1f-b81b-8606aed0abd9,segment=NetworkSegment(ff042486-32fa-466b-a0ab-93d4f13b17fd),segment_id=ff042486-32fa-466b-a0ab-93d4f13b17fd)] {{(pid=73810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:20:57.773616 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-b71d7a4a-31c7-4a07-ab04-ebd701a6244e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1047743'] for port, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:57.897419 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.plugin [None req-26a93c91-ffd5-4c2f-a11d-dca8c830b873 None None] Calling delete_port for 49f2c0ae-9690-4f1f-b81b-8606aed0abd9 owned by network:dhcp {{(pid=73812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:20:57.910779 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.plugin [None req-b71d7a4a-31c7-4a07-ab04-ebd701a6244e admin admin] Calling delete_port for 49f2c0ae-9690-4f1f-b81b-8606aed0abd9 owned by network:dhcp {{(pid=73810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:20:57.972268 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-b71d7a4a-31c7-4a07-ab04-ebd701a6244e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4120194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773353276016', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773352839711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11792972'] for port, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:57.976376 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-82b5b4ed-1d9f-46e5-8196-0fffac4646e5 tempest-VolumesNegativeTest-1675597269 tempest-VolumesNegativeTest-1675597269-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:20:58.032062 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71d7a4a-31c7-4a07-ab04-ebd701a6244e admin admin] Pushing event deleted for resources: {'Port': ['ID=49f2c0ae-9690-4f1f-b81b-8606aed0abd9,revision_number=None']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:20:58.033922 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b71d7a4a-31c7-4a07-ab04-ebd701a6244e admin admin] No DVR routers for this DVR port 49f2c0ae-9690-4f1f-b81b-8606aed0abd9 on host dv-cinder-787195-5-smb {{(pid=73810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 13:20:58.035510 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-b71d7a4a-31c7-4a07-ab04-ebd701a6244e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:20:58.049800 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-26a93c91-ffd5-4c2f-a11d-dca8c830b873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4120194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773353276016', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773352839711'] for port, after_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:58.053741 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:20:58.110989 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a93c91-ffd5-4c2f-a11d-dca8c830b873 None None] Pushing event deleted for resources: {'Port': ['ID=49f2c0ae-9690-4f1f-b81b-8606aed0abd9,revision_number=None']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:20:58.115888 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-26a93c91-ffd5-4c2f-a11d-dca8c830b873 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:20:58.117928 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26a93c91-ffd5-4c2f-a11d-dca8c830b873 None None] No DVR routers for this DVR port 49f2c0ae-9690-4f1f-b81b-8606aed0abd9 on host dv-cinder-787195-5-smb {{(pid=73812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 13:20:58.158908 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-b71d7a4a-31c7-4a07-ab04-ebd701a6244e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3997862', 'neutron.services.segments.db._delete_segments_for_network-8773353284765'] for network, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:58.276242 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.services.segments.db [None req-b71d7a4a-31c7-4a07-ab04-ebd701a6244e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1457f85c-3f42-4120-b6e2-0f4ede8b9218']}} {{(pid=73810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:20:58.296079 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.services.segments.db [None req-b71d7a4a-31c7-4a07-ab04-ebd701a6244e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff042486-32fa-466b-a0ab-93d4f13b17fd') {'for_net_delete': True} {{(pid=73810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:20:58.296823 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.services.segments.db [None req-b71d7a4a-31c7-4a07-ab04-ebd701a6244e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff042486-32fa-466b-a0ab-93d4f13b17fd') {} {{(pid=73810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:20:58.311130 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-b71d7a4a-31c7-4a07-ab04-ebd701a6244e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773353296999', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1918264'] for segment, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:58.331104 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-b71d7a4a-31c7-4a07-ab04-ebd701a6244e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060901'] for segment, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:58.337955 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b71d7a4a-31c7-4a07-ab04-ebd701a6244e admin admin] Releasing vlan 1123 on physical network physnet1 to pool {{(pid=73810) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 13:20:58.554946 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.managers [None req-b71d7a4a-31c7-4a07-ab04-ebd701a6244e admin admin] Network 1457f85c-3f42-4120-b6e2-0f4ede8b9218 has no segments {{(pid=73810) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 13:20:58.566653 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-b71d7a4a-31c7-4a07-ab04-ebd701a6244e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4060702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11793051'] for segment, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:58.811774 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.managers [None req-b71d7a4a-31c7-4a07-ab04-ebd701a6244e admin admin] Network 1457f85c-3f42-4120-b6e2-0f4ede8b9218 has no segments {{(pid=73810) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 13:20:58.834845 dv-cinder-787195-5-smb neutron-server[73810]: Traceback (most recent call last): Apr 30 13:20:58.834845 dv-cinder-787195-5-smb neutron-server[73810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 13:20:58.834845 dv-cinder-787195-5-smb neutron-server[73810]: timer() Apr 30 13:20:58.834845 dv-cinder-787195-5-smb neutron-server[73810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 13:20:58.834845 dv-cinder-787195-5-smb neutron-server[73810]: cb(*args, **kw) Apr 30 13:20:58.834845 dv-cinder-787195-5-smb neutron-server[73810]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 30 13:20:58.834845 dv-cinder-787195-5-smb neutron-server[73810]: return func(*args, **kwargs) Apr 30 13:20:58.834845 dv-cinder-787195-5-smb neutron-server[73810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 13:20:58.834845 dv-cinder-787195-5-smb neutron-server[73810]: self._notify() Apr 30 13:20:58.834845 dv-cinder-787195-5-smb neutron-server[73810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 13:20:58.834845 dv-cinder-787195-5-smb neutron-server[73810]: self.callback(batched_events) Apr 30 13:20:58.834845 dv-cinder-787195-5-smb neutron-server[73810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 13:20:58.834845 dv-cinder-787195-5-smb neutron-server[73810]: event.method(event) Apr 30 13:20:58.834845 dv-cinder-787195-5-smb neutron-server[73810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 30 13:20:58.834845 dv-cinder-787195-5-smb neutron-server[73810]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 13:20:58.834845 dv-cinder-787195-5-smb neutron-server[73810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 30 13:20:58.834845 dv-cinder-787195-5-smb neutron-server[73810]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 13:20:58.834845 dv-cinder-787195-5-smb neutron-server[73810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 30 13:20:58.834845 dv-cinder-787195-5-smb neutron-server[73810]: return f(self, *a, **k) Apr 30 13:20:58.834845 dv-cinder-787195-5-smb neutron-server[73810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 30 13:20:58.834845 dv-cinder-787195-5-smb neutron-server[73810]: return self._get(url).json() Apr 30 13:20:58.834845 dv-cinder-787195-5-smb neutron-server[73810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 30 13:20:58.834845 dv-cinder-787195-5-smb neutron-server[73810]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 13:20:58.834845 dv-cinder-787195-5-smb neutron-server[73810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 13:20:58.834845 dv-cinder-787195-5-smb neutron-server[73810]: return self.request(url, 'GET', **kwargs) Apr 30 13:20:58.834845 dv-cinder-787195-5-smb neutron-server[73810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 13:20:58.834845 dv-cinder-787195-5-smb neutron-server[73810]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 13:20:58.834845 dv-cinder-787195-5-smb neutron-server[73810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 13:20:58.834845 dv-cinder-787195-5-smb neutron-server[73810]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 13:20:58.834845 dv-cinder-787195-5-smb neutron-server[73810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 13:20:58.834845 dv-cinder-787195-5-smb neutron-server[73810]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 13:20:58.834845 dv-cinder-787195-5-smb neutron-server[73810]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 13:20:58.927340 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-b71d7a4a-31c7-4a07-ab04-ebd701a6244e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3997869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-920133'] for network, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:58.938411 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-b71d7a4a-31c7-4a07-ab04-ebd701a6244e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647359'] for network, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:58.940977 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-1085198b-bfc3-4862-8f9e-f7a962fa1a8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:20:58.977229 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71d7a4a-31c7-4a07-ab04-ebd701a6244e admin admin] Pushing event deleted for resources: {'Network': ['ID=1457f85c-3f42-4120-b6e2-0f4ede8b9218,revision_number=None']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:20:58.986081 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [None req-b71d7a4a-31c7-4a07-ab04-ebd701a6244e admin admin] 10.222.0.84 "DELETE /v2.0/networks/1457f85c-3f42-4120-b6e2-0f4ede8b9218 HTTP/1.1" status: 204 len: 168 time: 1.8285329 Apr 30 13:20:58.987201 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-b71d7a4a-31c7-4a07-ab04-ebd701a6244e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:20:58.996603 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bdbab6-2a5c-44ac-8a81-f6b9eb878b96 req-e6b3f16f-c48c-4988-bb4d-fa1db689a82e tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:58.998112 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-b7bdbab6-2a5c-44ac-8a81-f6b9eb878b96 req-e6b3f16f-c48c-4988-bb4d-fa1db689a82e tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] 10.222.0.84 "GET /v2.0/ports?device_id=77fd793d-7b41-47b1-b1fe-3e87464e36dd HTTP/1.1" status: 200 len: 944 time: 0.2438688 Apr 30 13:20:59.050002 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-b7bdbab6-2a5c-44ac-8a81-f6b9eb878b96 req-90724aa0-9d57-4821-a5e0-2a0c1c368af9 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] 10.222.0.84 "GET /v2.0/security-groups?id=edc58895-a2c1-4f02-9a0e-67934106755d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455034 Apr 30 13:20:59.118833 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.84', 60062) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:20:59.173328 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [None req-17545e94-39bb-4e94-b5fd-62d02abccde9 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=918e31ad0d5f410eac8b4de9626cac1f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0531161 Apr 30 13:20:59.175683 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.84', 60066) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:20:59.368092 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-df8709ea-2b3d-4b6f-a1c3-28db67b6497b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:59.398321 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-df8709ea-2b3d-4b6f-a1c3-28db67b6497b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:59.427669 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.rpc [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Device 49f2c0ae-9690-4f1f-b81b-8606aed0abd9 no longer exists at agent ovs-agent-dv-cinder-787195-5-smb {{(pid=73812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 13:20:59.455267 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-df8709ea-2b3d-4b6f-a1c3-28db67b6497b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985230'] for security_group, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:59.465457 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-3238c3c4-d3a4-424c-a69e-1b1a9d7768f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:20:59.467555 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.plugin [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] No Port match for: 49f2c0ae-9690-4f1f-b81b-8606aed0abd9 {{(pid=73812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 13:20:59.468147 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.rpc [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Device 49f2c0ae-9690-4f1f-b81b-8606aed0abd9 not bound to the agent host dv-cinder-787195-5-smb {{(pid=73812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 13:20:59.486051 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-df8709ea-2b3d-4b6f-a1c3-28db67b6497b admin admin] Notify callbacks [] for security_group, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:59.487208 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [None req-df8709ea-2b3d-4b6f-a1c3-28db67b6497b admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/32c5e7fc-4eb9-410e-81f8-43c1e8b6ba3e HTTP/1.1" status: 204 len: 168 time: 0.3104351 Apr 30 13:20:59.488233 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8709ea-2b3d-4b6f-a1c3-28db67b6497b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32c5e7fc-4eb9-410e-81f8-43c1e8b6ba3e,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:20:59.491641 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-df8709ea-2b3d-4b6f-a1c3-28db67b6497b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:21:00.248171 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c09232a-aa6d-4086-a519-7cb5975d47af req-49db3e6d-2d25-4fe3-b847-6e81b69c6396 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:21:00.249643 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-1c09232a-aa6d-4086-a519-7cb5975d47af req-49db3e6d-2d25-4fe3-b847-6e81b69c6396 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] 10.222.0.84 "GET /v2.0/ports?device_id=77fd793d-7b41-47b1-b1fe-3e87464e36dd HTTP/1.1" status: 200 len: 944 time: 0.0851510 Apr 30 13:21:00.299172 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-1c09232a-aa6d-4086-a519-7cb5975d47af req-953dc2ee-5a47-4f32-85ba-0e270e9dbf56 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] 10.222.0.84 "GET /v2.0/security-groups?id=edc58895-a2c1-4f02-9a0e-67934106755d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437028 Apr 30 13:21:01.500281 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec60d65-6b52-48e5-a7a9-0dbe0bb40900 req-dd8d6e02-20ea-4f46-a36f-d36f8bff3d90 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:21:01.501831 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-8ec60d65-6b52-48e5-a7a9-0dbe0bb40900 req-dd8d6e02-20ea-4f46-a36f-d36f8bff3d90 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] 10.222.0.84 "GET /v2.0/ports?device_id=77fd793d-7b41-47b1-b1fe-3e87464e36dd HTTP/1.1" status: 200 len: 944 time: 0.0902600 Apr 30 13:21:01.551057 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-8ec60d65-6b52-48e5-a7a9-0dbe0bb40900 req-a719a6ce-d496-4551-ae97-fc3d8e6b1927 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] 10.222.0.84 "GET /v2.0/security-groups?id=edc58895-a2c1-4f02-9a0e-67934106755d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423753 Apr 30 13:21:02.861246 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a26b38a-f836-421e-8d2a-5e3c61e37074 req-e422c724-97ce-407d-8e51-3411f1170e3f tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:21:02.862453 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-3a26b38a-f836-421e-8d2a-5e3c61e37074 req-e422c724-97ce-407d-8e51-3411f1170e3f tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] 10.222.0.84 "GET /v2.0/ports?device_id=77fd793d-7b41-47b1-b1fe-3e87464e36dd HTTP/1.1" status: 200 len: 944 time: 0.1829758 Apr 30 13:21:02.909423 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-3a26b38a-f836-421e-8d2a-5e3c61e37074 req-251d1f23-fe9e-4eeb-920a-65e9ce25225c tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] 10.222.0.84 "GET /v2.0/security-groups?id=edc58895-a2c1-4f02-9a0e-67934106755d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410478 Apr 30 13:21:04.109482 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585ca4e3-36ad-4aa4-8402-f441cdc8bce3 req-76d570c1-c6f6-4950-b7ec-3de6d8f031b1 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:21:04.113233 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-585ca4e3-36ad-4aa4-8402-f441cdc8bce3 req-76d570c1-c6f6-4950-b7ec-3de6d8f031b1 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] 10.222.0.84 "GET /v2.0/ports?device_id=77fd793d-7b41-47b1-b1fe-3e87464e36dd HTTP/1.1" status: 200 len: 944 time: 0.0874302 Apr 30 13:21:04.161819 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-585ca4e3-36ad-4aa4-8402-f441cdc8bce3 req-d555810e-66aa-43d7-b504-7437867806fd tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] 10.222.0.84 "GET /v2.0/security-groups?id=edc58895-a2c1-4f02-9a0e-67934106755d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446000 Apr 30 13:21:04.276466 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.rpc [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Device c1ad8528-0f1f-40bc-a845-305b432b4090 details requested by agent hyperv_hv-cinder-78719 with host hv-cinder-78719 {{(pid=73812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 13:21:04.415274 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.db [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] For port c1ad8528-0f1f-40bc-a845-305b432b4090, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=c1ad8528-0f1f-40bc-a845-305b432b4090,segment=NetworkSegment(bd5afee6-82cf-4022-aa9c-8998fa98a06d),segment_id=bd5afee6-82cf-4022-aa9c-8998fa98a06d)] {{(pid=73812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:21:04.430237 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.rpc [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Returning: {'device': 'c1ad8528-0f1f-40bc-a845-305b432b4090', 'network_id': 'e366e837-ed9f-4552-8a40-b501cbb570b4', 'port_id': 'c1ad8528-0f1f-40bc-a845-305b432b4090', 'mac_address': 'fa:16:3e:68:b2:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bc0199c-a631-4772-be49-5ae677a3d71f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 13:21:04.532512 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4120257'] for port, before_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:04.549909 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.notifiers.nova [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1ad8528-0f1f-40bc-a845-305b432b4090 {{(pid=73812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 13:21:04.566896 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.db [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] For port c1ad8528-0f1f-40bc-a845-305b432b4090, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=c1ad8528-0f1f-40bc-a845-305b432b4090,segment=NetworkSegment(bd5afee6-82cf-4022-aa9c-8998fa98a06d),segment_id=bd5afee6-82cf-4022-aa9c-8998fa98a06d)] {{(pid=73812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:21:04.571131 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4120194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773353276007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773352839720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773352839765'] for port, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:04.573175 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:21:04.641752 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Pushing event updated for resources: {'Port': ['ID=c1ad8528-0f1f-40bc-a845-305b432b4090,revision_number=9']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:21:04.645201 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:21:04.813883 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.db [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] get_ports_and_sgs() called for port_ids ['c1ad8528-0f1f-40bc-a845-305b432b4090'] {{(pid=73812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 13:21:05.380631 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffe714c-9a5d-4e62-84e7-a6e3230be2dd req-99c5a83a-3193-4d7e-9391-86152949708b tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:21:05.382104 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-6ffe714c-9a5d-4e62-84e7-a6e3230be2dd req-99c5a83a-3193-4d7e-9391-86152949708b tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] 10.222.0.84 "GET /v2.0/ports?device_id=77fd793d-7b41-47b1-b1fe-3e87464e36dd HTTP/1.1" status: 200 len: 945 time: 0.0963323 Apr 30 13:21:05.428336 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-6ffe714c-9a5d-4e62-84e7-a6e3230be2dd req-5ddce7a2-18c1-4dd3-af7e-300e0bc53d9b tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] 10.222.0.84 "GET /v2.0/security-groups?id=edc58895-a2c1-4f02-9a0e-67934106755d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404065 Apr 30 13:21:05.437472 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.84', 60174) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:21:05.562859 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-6dd90e39-8ef5-4de3-817c-ba1c9d2515b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:05.579929 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-6dd90e39-8ef5-4de3-817c-ba1c9d2515b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:21:05.584023 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-6dd90e39-8ef5-4de3-817c-ba1c9d2515b3 admin admin] Usage tracker for resource:security_group_rule and tenant:f8541abe7be540be842affeacef7c6ad is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:21:05.587180 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-6dd90e39-8ef5-4de3-817c-ba1c9d2515b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:21:05.593328 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-6dd90e39-8ef5-4de3-817c-ba1c9d2515b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:21:05.698025 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-6dd90e39-8ef5-4de3-817c-ba1c9d2515b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:05.703954 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-6dd90e39-8ef5-4de3-817c-ba1c9d2515b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985230'] for security_group, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:05.711223 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-cfee2e72-1bf8-4367-aa1d-1a3121baa0b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:21:05.755148 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [None req-6dd90e39-8ef5-4de3-817c-ba1c9d2515b3 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=f8541abe7be540be842affeacef7c6ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3165269 Apr 30 13:21:05.755915 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd90e39-8ef5-4de3-817c-ba1c9d2515b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a68c4b49-19e6-40cb-9f3d-c450449f5b1b,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:21:05.758225 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.84', 60180) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:21:05.759266 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-6dd90e39-8ef5-4de3-817c-ba1c9d2515b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:21:05.838371 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-e7ed1b8a-70f3-4319-8e78-a5005eebc697 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:05.869101 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-e7ed1b8a-70f3-4319-8e78-a5005eebc697 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:05.924439 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-e7ed1b8a-70f3-4319-8e78-a5005eebc697 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985230'] for security_group, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:05.928588 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-cbdbdb5b-12a6-4fb2-b841-9f8d6280af9f tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:21:05.939734 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ed1b8a-70f3-4319-8e78-a5005eebc697 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a68c4b49-19e6-40cb-9f3d-c450449f5b1b,revision_number=None']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:21:05.943169 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-e7ed1b8a-70f3-4319-8e78-a5005eebc697 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:21:05.946566 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-e7ed1b8a-70f3-4319-8e78-a5005eebc697 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:05.947670 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [None req-e7ed1b8a-70f3-4319-8e78-a5005eebc697 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/a68c4b49-19e6-40cb-9f3d-c450449f5b1b HTTP/1.1" status: 204 len: 168 time: 0.1884651 Apr 30 13:21:06.250985 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.84', 60188) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:21:06.269336 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-5b95981e-e581-4d7e-b55a-60c5114d1b2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:06.283771 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-5b95981e-e581-4d7e-b55a-60c5114d1b2d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:21:06.288094 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-5b95981e-e581-4d7e-b55a-60c5114d1b2d admin admin] Usage tracker for resource:security_group_rule and tenant:7d9fa8e3be2d4b4b96ecbd434b821eea is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:21:06.291132 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-5b95981e-e581-4d7e-b55a-60c5114d1b2d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:21:06.297430 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-5b95981e-e581-4d7e-b55a-60c5114d1b2d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:21:06.304693 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.rpc [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Device c1ad8528-0f1f-40bc-a845-305b432b4090 up at agent hyperv_hv-cinder-78719 {{(pid=73812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:21:06.373078 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.provisioning_blocks [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Provisioning complete for port c1ad8528-0f1f-40bc-a845-305b432b4090 triggered by entity L2. {{(pid=73812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:21:06.373459 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000605'] for port, provisioning_complete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:06.388502 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-5b95981e-e581-4d7e-b55a-60c5114d1b2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:06.393393 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-5b95981e-e581-4d7e-b55a-60c5114d1b2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985230'] for security_group, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:06.402668 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-00ac7104-6f46-4961-97d6-78cb29e0f44c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:21:06.443202 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [None req-5b95981e-e581-4d7e-b55a-60c5114d1b2d admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=7d9fa8e3be2d4b4b96ecbd434b821eea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1910768 Apr 30 13:21:06.444111 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b95981e-e581-4d7e-b55a-60c5114d1b2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de2e9dfb-f29f-4995-a224-89386e28c012,revision_number=1']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:21:06.446149 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.84', 60192) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:21:06.447342 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-5b95981e-e581-4d7e-b55a-60c5114d1b2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:21:06.492563 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4120257'] for port, before_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:06.513382 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-9bda3e06-6386-4851-9b92-f561582b56b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:06.520286 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77fd793d-7b41-47b1-b1fe-3e87464e36dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1ad8528-0f1f-40bc-a845-305b432b4090'}] {{(pid=73812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:21:06.530745 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.db [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] For port c1ad8528-0f1f-40bc-a845-305b432b4090, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=c1ad8528-0f1f-40bc-a845-305b432b4090,segment=NetworkSegment(bd5afee6-82cf-4022-aa9c-8998fa98a06d),segment_id=bd5afee6-82cf-4022-aa9c-8998fa98a06d)] {{(pid=73812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:21:06.536390 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4120194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773353276007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773352839720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773352839765'] for port, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:06.538428 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:21:06.553812 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-9bda3e06-6386-4851-9b92-f561582b56b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:06.592926 dv-cinder-787195-5-smb neutron-server[73812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77fd793d-7b41-47b1-b1fe-3e87464e36dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1ad8528-0f1f-40bc-a845-305b432b4090', 'code': 200} Apr 30 13:21:06.634041 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Pushing event updated for resources: {'Port': ['ID=c1ad8528-0f1f-40bc-a845-305b432b4090,revision_number=10']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:21:06.637543 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:21:06.657379 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-9bda3e06-6386-4851-9b92-f561582b56b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985230'] for security_group, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:06.662899 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-b2daf352-3db2-4d1d-abe0-f0fd152d7cfc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:21:06.665118 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b28896-e26d-4070-93a1-5678cc89b72e req-45bb4f30-2737-4e0d-a558-ed1fb00fae0f tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:21:06.666624 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-d1b28896-e26d-4070-93a1-5678cc89b72e req-45bb4f30-2737-4e0d-a558-ed1fb00fae0f tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] 10.222.0.84 "GET /v2.0/ports?device_id=77fd793d-7b41-47b1-b1fe-3e87464e36dd HTTP/1.1" status: 200 len: 947 time: 0.0969458 Apr 30 13:21:06.677262 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bda3e06-6386-4851-9b92-f561582b56b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de2e9dfb-f29f-4995-a224-89386e28c012,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:21:06.680336 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-9bda3e06-6386-4851-9b92-f561582b56b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:21:06.690361 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-9bda3e06-6386-4851-9b92-f561582b56b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:06.691531 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [None req-9bda3e06-6386-4851-9b92-f561582b56b2 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/de2e9dfb-f29f-4995-a224-89386e28c012 HTTP/1.1" status: 204 len: 168 time: 0.2442770 Apr 30 13:21:06.731275 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-d1b28896-e26d-4070-93a1-5678cc89b72e req-b71d335c-61bf-4c04-b3a7-92dfad520693 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] 10.222.0.84 "GET /v2.0/security-groups?id=edc58895-a2c1-4f02-9a0e-67934106755d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585053 Apr 30 13:21:06.856031 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c6f57b-84ab-4e52-a1c3-2a2fd1b19295 req-9127bb8f-7fc6-463b-b88d-eb6f4e867e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:21:06.857533 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-33c6f57b-84ab-4e52-a1c3-2a2fd1b19295 req-9127bb8f-7fc6-463b-b88d-eb6f4e867e4a service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=77fd793d-7b41-47b1-b1fe-3e87464e36dd HTTP/1.1" status: 200 len: 1100 time: 0.0728979 Apr 30 13:21:06.903986 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-33c6f57b-84ab-4e52-a1c3-2a2fd1b19295 req-ae10c620-dfb2-4049-b3ff-8a1a6e3943c4 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=edc58895-a2c1-4f02-9a0e-67934106755d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397174 Apr 30 13:21:07.974763 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cd3f54-e57a-4e0d-8c3a-5567f8df5521 req-4b87cef4-903c-45e8-babd-1f21c173d4e2 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:21:07.976427 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-f6cd3f54-e57a-4e0d-8c3a-5567f8df5521 req-4b87cef4-903c-45e8-babd-1f21c173d4e2 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] 10.222.0.84 "GET /v2.0/ports?device_id=77fd793d-7b41-47b1-b1fe-3e87464e36dd HTTP/1.1" status: 200 len: 947 time: 0.1278923 Apr 30 13:21:08.033168 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-f6cd3f54-e57a-4e0d-8c3a-5567f8df5521 req-f725eac3-8dd9-40d9-9528-724dd4ac63ed tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] 10.222.0.84 "GET /v2.0/security-groups?id=edc58895-a2c1-4f02-9a0e-67934106755d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500200 Apr 30 13:21:08.616913 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.84', 60280) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:21:08.739958 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-281f024f-add0-477f-a6b7-1f7ab8a9cde5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:08.756233 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-281f024f-add0-477f-a6b7-1f7ab8a9cde5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:21:08.760273 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-281f024f-add0-477f-a6b7-1f7ab8a9cde5 admin admin] Usage tracker for resource:security_group_rule and tenant:1c2e1dd8ae0a4912acdb4958fd81be7d is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:21:08.764531 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-281f024f-add0-477f-a6b7-1f7ab8a9cde5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:21:08.771600 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-281f024f-add0-477f-a6b7-1f7ab8a9cde5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:21:08.863912 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-281f024f-add0-477f-a6b7-1f7ab8a9cde5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:08.868663 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-281f024f-add0-477f-a6b7-1f7ab8a9cde5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985230'] for security_group, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:08.875764 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-22ea2f36-78b3-4d61-8107-585f09cf0e28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:21:08.915264 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281f024f-add0-477f-a6b7-1f7ab8a9cde5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb992063-0c95-43ac-822d-28ec33219c51,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:21:08.919584 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [None req-281f024f-add0-477f-a6b7-1f7ab8a9cde5 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=1c2e1dd8ae0a4912acdb4958fd81be7d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3015707 Apr 30 13:21:08.920477 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-281f024f-add0-477f-a6b7-1f7ab8a9cde5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:21:08.922696 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.84', 60286) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:21:08.984561 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-501cf78d-1dc2-4aa1-9e12-39d48916a350 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:09.013976 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-501cf78d-1dc2-4aa1-9e12-39d48916a350 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:09.075940 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-501cf78d-1dc2-4aa1-9e12-39d48916a350 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985230'] for security_group, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:09.082275 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-7c136e2a-b36a-4bff-a290-be128ba77120 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:21:09.093757 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501cf78d-1dc2-4aa1-9e12-39d48916a350 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb992063-0c95-43ac-822d-28ec33219c51,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:21:09.097273 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-501cf78d-1dc2-4aa1-9e12-39d48916a350 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:21:09.100557 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-501cf78d-1dc2-4aa1-9e12-39d48916a350 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:09.101672 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [None req-501cf78d-1dc2-4aa1-9e12-39d48916a350 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/bb992063-0c95-43ac-822d-28ec33219c51 HTTP/1.1" status: 204 len: 168 time: 0.1781280 Apr 30 13:21:09.238545 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdfe7ed-d5d7-4d53-b8ae-a51f461f0948 req-c17cd177-288d-41d3-9cfe-279076ff554b tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:21:09.239842 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-3cdfe7ed-d5d7-4d53-b8ae-a51f461f0948 req-c17cd177-288d-41d3-9cfe-279076ff554b tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] 10.222.0.84 "GET /v2.0/ports?device_id=77fd793d-7b41-47b1-b1fe-3e87464e36dd HTTP/1.1" status: 200 len: 947 time: 0.0860085 Apr 30 13:21:09.285413 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-3cdfe7ed-d5d7-4d53-b8ae-a51f461f0948 req-33e57710-aa0e-4b77-9aae-49a2f7f64e1c tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] 10.222.0.84 "GET /v2.0/security-groups?id=edc58895-a2c1-4f02-9a0e-67934106755d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398240 Apr 30 13:21:09.398318 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.84', 60298) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:21:09.416483 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-b9e57615-f1b6-4382-9e83-26e3d09ff6ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:09.434536 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-b9e57615-f1b6-4382-9e83-26e3d09ff6ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:21:09.438565 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-b9e57615-f1b6-4382-9e83-26e3d09ff6ff admin admin] Usage tracker for resource:security_group_rule and tenant:fd5775878ab042708bae0b1c5cb66b93 is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:21:09.441621 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-b9e57615-f1b6-4382-9e83-26e3d09ff6ff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:21:09.447464 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-b9e57615-f1b6-4382-9e83-26e3d09ff6ff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:21:09.546965 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-b9e57615-f1b6-4382-9e83-26e3d09ff6ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:09.552490 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-b9e57615-f1b6-4382-9e83-26e3d09ff6ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985230'] for security_group, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:09.560198 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-e1a4c367-bb2d-4177-839b-7cc767ecba34 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:21:09.603401 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [None req-b9e57615-f1b6-4382-9e83-26e3d09ff6ff admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=fd5775878ab042708bae0b1c5cb66b93&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2040014 Apr 30 13:21:09.604399 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e57615-f1b6-4382-9e83-26e3d09ff6ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23229db0-5251-46c6-9c0a-cf766550b9ed,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:21:09.606571 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.84', 60302) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:21:09.607734 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-b9e57615-f1b6-4382-9e83-26e3d09ff6ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:21:09.683073 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-56740337-f559-4fe1-af73-e9c1a3b4adb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:09.709683 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-56740337-f559-4fe1-af73-e9c1a3b4adb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:09.769782 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-56740337-f559-4fe1-af73-e9c1a3b4adb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985230'] for security_group, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:09.774354 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-c2f2a5c5-6af6-43f1-b8f7-65ee52763f51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:21:09.787347 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56740337-f559-4fe1-af73-e9c1a3b4adb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23229db0-5251-46c6-9c0a-cf766550b9ed,revision_number=None']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:21:09.790118 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-56740337-f559-4fe1-af73-e9c1a3b4adb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:21:09.798702 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-56740337-f559-4fe1-af73-e9c1a3b4adb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:09.799805 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [None req-56740337-f559-4fe1-af73-e9c1a3b4adb2 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/23229db0-5251-46c6-9c0a-cf766550b9ed HTTP/1.1" status: 204 len: 168 time: 0.1918101 Apr 30 13:21:09.865209 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000748'] for agent, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:09.886788 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-f1d8a988-91e1-4b4a-9962-a4fac74d9446 req-769cc41c-46ad-49e3-a0e7-cd9a5609d1db service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=71c13da7-bd14-47c5-89d0-b64036063a3b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0857584 Apr 30 13:21:10.034237 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d8a988-91e1-4b4a-9962-a4fac74d9446 req-fa0f8a14-8415-4f8b-a1a1-67464830d3dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:21:10.035764 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-f1d8a988-91e1-4b4a-9962-a4fac74d9446 req-fa0f8a14-8415-4f8b-a1a1-67464830d3dd service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=99d54a5c4e0a4d9abb919ed154eab887&device_id=71c13da7-bd14-47c5-89d0-b64036063a3b HTTP/1.1" status: 200 len: 1099 time: 0.0745056 Apr 30 13:21:10.186553 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d8a988-91e1-4b4a-9962-a4fac74d9446 req-d9bc8d0b-4cf1-4d56-8c5f-0e0ec2c2a140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:21:10.188048 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-f1d8a988-91e1-4b4a-9962-a4fac74d9446 req-d9bc8d0b-4cf1-4d56-8c5f-0e0ec2c2a140 service neutron] 10.222.0.95 "GET /v2.0/networks?id=aa03f28a-3a1e-4da9-866d-defb23fad75a HTTP/1.1" status: 200 len: 911 time: 0.1304348 Apr 30 13:21:10.297468 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-f1d8a988-91e1-4b4a-9962-a4fac74d9446 req-44aade3d-c095-4c7e-979f-b57345ead604 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1d812cb1-dac1-4517-86aa-8269999545c7 HTTP/1.1" status: 200 len: 1001 time: 0.1015062 Apr 30 13:21:10.365233 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d8a988-91e1-4b4a-9962-a4fac74d9446 req-e608b7f1-e39c-4a58-a4b2-1e3fd6ee63c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:21:10.366622 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-f1d8a988-91e1-4b4a-9962-a4fac74d9446 req-e608b7f1-e39c-4a58-a4b2-1e3fd6ee63c4 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=18774bde-1daa-4ee6-a31b-aefc080adf26 HTTP/1.1" status: 200 len: 848 time: 0.0627282 Apr 30 13:21:10.457851 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d8a988-91e1-4b4a-9962-a4fac74d9446 req-e8958106-742f-4d21-99af-66a53a7f3faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:21:10.459354 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-f1d8a988-91e1-4b4a-9962-a4fac74d9446 req-e8958106-742f-4d21-99af-66a53a7f3faf service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=aa03f28a-3a1e-4da9-866d-defb23fad75a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0849547 Apr 30 13:21:10.603505 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-f1d8a988-91e1-4b4a-9962-a4fac74d9446 req-770af2ae-ea7b-424a-aca4-da365e529c7e service neutron] 10.222.0.95 "GET /v2.0/networks/aa03f28a-3a1e-4da9-866d-defb23fad75a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365857 Apr 30 13:21:10.830489 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-f1d8a988-91e1-4b4a-9962-a4fac74d9446 req-d560c380-a656-4e0b-aaa3-ecbd68e1f927 service neutron] 10.222.0.95 "GET /v2.0/networks/aa03f28a-3a1e-4da9-866d-defb23fad75a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2196860 Apr 30 13:21:12.336823 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.db.agents_db [None req-91df71b6-c2d8-49d0-b68d-2a1f0a47a62a None None] Agent healthcheck: found 6 active agents {{(pid=73814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 13:21:14.839358 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.84', 60378) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:21:14.979521 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-79f4b474-133a-48a1-a685-2e507eac4c78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:14.994107 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-79f4b474-133a-48a1-a685-2e507eac4c78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:21:14.998144 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-79f4b474-133a-48a1-a685-2e507eac4c78 admin admin] Usage tracker for resource:security_group_rule and tenant:fcb69d36532444c38e9032c69a4ce210 is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:21:15.001007 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-79f4b474-133a-48a1-a685-2e507eac4c78 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:21:15.007276 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-79f4b474-133a-48a1-a685-2e507eac4c78 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:21:15.122307 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-79f4b474-133a-48a1-a685-2e507eac4c78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:15.128205 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-79f4b474-133a-48a1-a685-2e507eac4c78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985230'] for security_group, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:15.135781 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-1aa7fb94-4375-400e-a0c2-af886344b8e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:21:15.180563 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [None req-79f4b474-133a-48a1-a685-2e507eac4c78 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=fcb69d36532444c38e9032c69a4ce210&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3400419 Apr 30 13:21:15.181454 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f4b474-133a-48a1-a685-2e507eac4c78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f0a1a72-2c08-4ef4-9475-452117c0fc1f,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:21:15.183465 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.84', 60384) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:21:15.184582 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-79f4b474-133a-48a1-a685-2e507eac4c78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:21:15.253798 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-c6516b99-29cc-4985-9c8a-1a8a2c9343d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:15.280359 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-c6516b99-29cc-4985-9c8a-1a8a2c9343d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:15.335943 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-c6516b99-29cc-4985-9c8a-1a8a2c9343d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985230'] for security_group, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:15.339633 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-82e7b82b-87a3-40a2-8679-056f03e3665f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:21:15.352258 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6516b99-29cc-4985-9c8a-1a8a2c9343d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f0a1a72-2c08-4ef4-9475-452117c0fc1f,revision_number=None']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:21:15.355301 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-c6516b99-29cc-4985-9c8a-1a8a2c9343d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:21:15.357316 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-c6516b99-29cc-4985-9c8a-1a8a2c9343d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:15.358409 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [None req-c6516b99-29cc-4985-9c8a-1a8a2c9343d5 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/4f0a1a72-2c08-4ef4-9475-452117c0fc1f HTTP/1.1" status: 204 len: 168 time: 0.1738620 Apr 30 13:21:15.659169 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.84', 60392) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:21:15.677429 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-e3235068-83d3-4350-92ac-d3bd5c88af87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:15.693154 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-e3235068-83d3-4350-92ac-d3bd5c88af87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:21:15.697093 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-e3235068-83d3-4350-92ac-d3bd5c88af87 admin admin] Usage tracker for resource:security_group_rule and tenant:8ebcd37e9030424fba6ca70c9f51cf27 is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:21:15.700045 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-e3235068-83d3-4350-92ac-d3bd5c88af87 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:21:15.706186 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-e3235068-83d3-4350-92ac-d3bd5c88af87 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:21:15.792228 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-e3235068-83d3-4350-92ac-d3bd5c88af87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:15.799035 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-e3235068-83d3-4350-92ac-d3bd5c88af87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985230'] for security_group, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:15.806703 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-ec10859d-192e-4cf3-bd27-8a6de7658208 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:21:15.850446 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [None req-e3235068-83d3-4350-92ac-d3bd5c88af87 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=8ebcd37e9030424fba6ca70c9f51cf27&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1899896 Apr 30 13:21:15.851364 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3235068-83d3-4350-92ac-d3bd5c88af87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edc811d7-82b3-41e1-b9d8-10f2b26502bf,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:21:15.853783 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.84', 60396) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:21:15.854327 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-e3235068-83d3-4350-92ac-d3bd5c88af87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:21:15.922601 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-67cf25bd-be49-4a68-a2f0-45dbddfbd26f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:15.950131 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-67cf25bd-be49-4a68-a2f0-45dbddfbd26f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:16.016074 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-67cf25bd-be49-4a68-a2f0-45dbddfbd26f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985230'] for security_group, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:16.021655 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-e7ed1b8a-70f3-4319-8e78-a5005eebc697 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:21:16.032732 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cf25bd-be49-4a68-a2f0-45dbddfbd26f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edc811d7-82b3-41e1-b9d8-10f2b26502bf,revision_number=None']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:21:16.037589 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-67cf25bd-be49-4a68-a2f0-45dbddfbd26f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:21:16.039451 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-67cf25bd-be49-4a68-a2f0-45dbddfbd26f admin admin] Notify callbacks [] for security_group, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:16.040627 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [None req-67cf25bd-be49-4a68-a2f0-45dbddfbd26f admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/edc811d7-82b3-41e1-b9d8-10f2b26502bf HTTP/1.1" status: 204 len: 168 time: 0.1862710 Apr 30 13:21:19.064549 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-1b0ef71e-8684-4ed7-9f52-c91241e2c6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000748'] for agent, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:21.850761 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-98298671-ad5d-48df-9a71-8d7f71566db1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000748'] for agent, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:22.273130 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000748'] for agent, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:23.129446 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-a9ba599c-bbf2-42e7-8bf2-2ae3bfc6b861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000748'] for agent, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:23.387336 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.84', 60482) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:21:23.514341 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-483dad35-f696-4157-9626-f364ac26e73d admin admin] Notify callbacks [] for security_group, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:23.529101 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-483dad35-f696-4157-9626-f364ac26e73d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:21:23.533090 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-483dad35-f696-4157-9626-f364ac26e73d admin admin] Usage tracker for resource:security_group_rule and tenant:67a9783855fe41d28039a30bce0dd27a is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:21:23.536023 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-483dad35-f696-4157-9626-f364ac26e73d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:21:23.541871 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-483dad35-f696-4157-9626-f364ac26e73d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:21:23.626691 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-483dad35-f696-4157-9626-f364ac26e73d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:23.631059 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-483dad35-f696-4157-9626-f364ac26e73d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985230'] for security_group, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:23.643928 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-b23a9bde-4e77-4e91-a3a6-bd8217357491 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:21:23.681692 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [None req-483dad35-f696-4157-9626-f364ac26e73d admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=67a9783855fe41d28039a30bce0dd27a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2932587 Apr 30 13:21:23.683279 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483dad35-f696-4157-9626-f364ac26e73d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be5d2fc1-d038-4564-a321-6b6836852b5f,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:21:23.684609 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.84', 60488) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:21:23.691325 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483dad35-f696-4157-9626-f364ac26e73d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:21:23.691704 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483dad35-f696-4157-9626-f364ac26e73d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:21:23.692075 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483dad35-f696-4157-9626-f364ac26e73d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:21:23.692474 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483dad35-f696-4157-9626-f364ac26e73d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:21:23.692840 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483dad35-f696-4157-9626-f364ac26e73d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:21:23.693199 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483dad35-f696-4157-9626-f364ac26e73d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:21:23.693562 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483dad35-f696-4157-9626-f364ac26e73d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:21:23.693915 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483dad35-f696-4157-9626-f364ac26e73d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:21:23.694270 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483dad35-f696-4157-9626-f364ac26e73d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:21:23.695805 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483dad35-f696-4157-9626-f364ac26e73d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:21:23.695805 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483dad35-f696-4157-9626-f364ac26e73d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:21:23.695805 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483dad35-f696-4157-9626-f364ac26e73d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:21:23.699439 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-483dad35-f696-4157-9626-f364ac26e73d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:21:23.746743 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-0ef3bfea-0e0c-45a4-a2e9-1f04ffa0f300 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:23.773619 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-0ef3bfea-0e0c-45a4-a2e9-1f04ffa0f300 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:23.838204 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-0ef3bfea-0e0c-45a4-a2e9-1f04ffa0f300 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985230'] for security_group, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:23.842035 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-3ff32491-fd30-4049-bf0c-ba6a9162e993 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:21:23.853457 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef3bfea-0e0c-45a4-a2e9-1f04ffa0f300 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be5d2fc1-d038-4564-a321-6b6836852b5f,revision_number=None']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:21:23.863671 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef3bfea-0e0c-45a4-a2e9-1f04ffa0f300 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:21:23.863940 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef3bfea-0e0c-45a4-a2e9-1f04ffa0f300 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:21:23.864300 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef3bfea-0e0c-45a4-a2e9-1f04ffa0f300 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:21:23.864680 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef3bfea-0e0c-45a4-a2e9-1f04ffa0f300 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:21:23.865036 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef3bfea-0e0c-45a4-a2e9-1f04ffa0f300 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:21:23.865387 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef3bfea-0e0c-45a4-a2e9-1f04ffa0f300 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:21:23.865773 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef3bfea-0e0c-45a4-a2e9-1f04ffa0f300 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:21:23.866162 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef3bfea-0e0c-45a4-a2e9-1f04ffa0f300 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:21:23.866488 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef3bfea-0e0c-45a4-a2e9-1f04ffa0f300 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:21:23.866828 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef3bfea-0e0c-45a4-a2e9-1f04ffa0f300 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:21:23.867175 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef3bfea-0e0c-45a4-a2e9-1f04ffa0f300 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:21:23.867516 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef3bfea-0e0c-45a4-a2e9-1f04ffa0f300 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:21:23.870669 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-0ef3bfea-0e0c-45a4-a2e9-1f04ffa0f300 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:23.872798 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [None req-0ef3bfea-0e0c-45a4-a2e9-1f04ffa0f300 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/be5d2fc1-d038-4564-a321-6b6836852b5f HTTP/1.1" status: 204 len: 168 time: 0.1861718 Apr 30 13:21:23.872798 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-0ef3bfea-0e0c-45a4-a2e9-1f04ffa0f300 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:21:24.501809 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-5918b5d9-36b2-459a-8043-2e5e2054f07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000748'] for agent, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:24.606553 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.84', 60512) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:21:24.721742 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.v2.base [None req-6b6fa1ff-9fa3-43d8-9ca5-0d7edb8dbb6a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-460791387-network', 'tenant_id': 'e32ba0152044483e99e8f73aa77e1b96'}} {{(pid=73810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:21:24.727727 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-6b6fa1ff-9fa3-43d8-9ca5-0d7edb8dbb6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:21:24.731983 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-6b6fa1ff-9fa3-43d8-9ca5-0d7edb8dbb6a admin admin] Usage tracker for resource:network and tenant:e32ba0152044483e99e8f73aa77e1b96 is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:21:24.735113 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-6b6fa1ff-9fa3-43d8-9ca5-0d7edb8dbb6a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:21:24.742269 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-6b6fa1ff-9fa3-43d8-9ca5-0d7edb8dbb6a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:21:24.754089 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b6fa1ff-9fa3-43d8-9ca5-0d7edb8dbb6a admin admin] Made reservation on behalf of e32ba0152044483e99e8f73aa77e1b96 for: {'network': 1} {{(pid=73810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:21:24.756651 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-6b6fa1ff-9fa3-43d8-9ca5-0d7edb8dbb6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4120257'] for network, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:24.769200 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-6b6fa1ff-9fa3-43d8-9ca5-0d7edb8dbb6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:24.783591 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-6b6fa1ff-9fa3-43d8-9ca5-0d7edb8dbb6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:21:24.787972 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-6b6fa1ff-9fa3-43d8-9ca5-0d7edb8dbb6a admin admin] Usage tracker for resource:security_group_rule and tenant:e32ba0152044483e99e8f73aa77e1b96 is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:21:24.791245 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-6b6fa1ff-9fa3-43d8-9ca5-0d7edb8dbb6a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:21:24.798602 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-6b6fa1ff-9fa3-43d8-9ca5-0d7edb8dbb6a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:21:24.886660 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-6b6fa1ff-9fa3-43d8-9ca5-0d7edb8dbb6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:24.891158 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-6b6fa1ff-9fa3-43d8-9ca5-0d7edb8dbb6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985230'] for security_group, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:24.894154 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-6450e63e-c557-4445-8b12-e2ab5b8417ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:21:24.922024 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b6fa1ff-9fa3-43d8-9ca5-0d7edb8dbb6a admin admin] vlan segment allocate from pool success with {'vlan_id': 1125, 'physical_network': 'physnet1'} {{(pid=73810) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 13:21:24.930860 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6fa1ff-9fa3-43d8-9ca5-0d7edb8dbb6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01654c76-a6bc-4320-a216-f8a1b7794d83,revision_number=1']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:21:24.934097 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-6b6fa1ff-9fa3-43d8-9ca5-0d7edb8dbb6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:21:24.939901 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-6b6fa1ff-9fa3-43d8-9ca5-0d7edb8dbb6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060901'] for segment, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:24.940279 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.db.segments_db [None req-6b6fa1ff-9fa3-43d8-9ca5-0d7edb8dbb6a admin admin] Added segment a77f0e39-cdb0-4c3f-b15a-e21c05b0be58 of type vlan for network a9bd451a-0609-409b-b5ef-9654d5cf8a9d Apr 30 13:21:24.969321 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-6b6fa1ff-9fa3-43d8-9ca5-0d7edb8dbb6a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773352860555'] for network, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:25.006287 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-6b6fa1ff-9fa3-43d8-9ca5-0d7edb8dbb6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313'] for network, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:25.007628 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b6fa1ff-9fa3-43d8-9ca5-0d7edb8dbb6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:21:25.008208 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-6b6fa1ff-9fa3-43d8-9ca5-0d7edb8dbb6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647359'] for network, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:25.011829 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-2e906e64-6cef-49f1-a689-43616a00eb62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:21:25.116036 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6fa1ff-9fa3-43d8-9ca5-0d7edb8dbb6a admin admin] Pushing event updated for resources: {'Network': ['ID=a9bd451a-0609-409b-b5ef-9654d5cf8a9d,revision_number=1']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:21:25.119015 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [None req-6b6fa1ff-9fa3-43d8-9ca5-0d7edb8dbb6a admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5114486 Apr 30 13:21:25.119859 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-6b6fa1ff-9fa3-43d8-9ca5-0d7edb8dbb6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:21:25.122362 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.84', 60518) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:21:25.126468 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.rpc [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Network a9bd451a-0609-409b-b5ef-9654d5cf8a9d details requested by agent ovs-agent-dv-cinder-787195-5-smb with host dv-cinder-787195-5-smb {{(pid=73812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 30 13:21:25.129424 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.v2.base [None req-c34ac673-5f12-4d5c-8bfa-0fee8aa6db21 admin admin] Request body: {'subnet': {'network_id': 'a9bd451a-0609-409b-b5ef-9654d5cf8a9d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-460791387-subnet', 'tenant_id': 'e32ba0152044483e99e8f73aa77e1b96', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=73809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:21:25.134977 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-c34ac673-5f12-4d5c-8bfa-0fee8aa6db21 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:21:25.139240 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-c34ac673-5f12-4d5c-8bfa-0fee8aa6db21 admin admin] Usage tracker for resource:subnet and tenant:e32ba0152044483e99e8f73aa77e1b96 is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:21:25.142423 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-c34ac673-5f12-4d5c-8bfa-0fee8aa6db21 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:21:25.150625 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-c34ac673-5f12-4d5c-8bfa-0fee8aa6db21 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:21:25.162314 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c34ac673-5f12-4d5c-8bfa-0fee8aa6db21 admin admin] Made reservation on behalf of e32ba0152044483e99e8f73aa77e1b96 for: {'subnet': 1} {{(pid=73809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:21:25.166511 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-c34ac673-5f12-4d5c-8bfa-0fee8aa6db21 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10753770'] for subnet, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:25.568226 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-c34ac673-5f12-4d5c-8bfa-0fee8aa6db21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11422932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10753784'] for subnet, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:25.572963 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:21:25.646768 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34ac673-5f12-4d5c-8bfa-0fee8aa6db21 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e05c64f0-e9b1-49c4-9f81-1f2c32d56733,revision_number=0']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:21:25.650126 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-c34ac673-5f12-4d5c-8bfa-0fee8aa6db21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:21:25.656189 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c34ac673-5f12-4d5c-8bfa-0fee8aa6db21 admin admin] Checking segment: {'id': 'a77f0e39-cdb0-4c3f-b15a-e21c05b0be58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': 'a9bd451a-0609-409b-b5ef-9654d5cf8a9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:21:25.656579 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c34ac673-5f12-4d5c-8bfa-0fee8aa6db21 admin admin] Network hostable DHCP agents. Network: a9bd451a-0609-409b-b5ef-9654d5cf8a9d, hostable agents: ['bbfd2d49-358d-47d1-a027-fcfd9e0d3b2b'], hosted agents: [] {{(pid=73809) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 13:21:25.676923 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c34ac673-5f12-4d5c-8bfa-0fee8aa6db21 admin admin] Network a9bd451a-0609-409b-b5ef-9654d5cf8a9d is scheduled to be hosted by DHCP agent bbfd2d49-358d-47d1-a027-fcfd9e0d3b2b with binding_index 1 {{(pid=73809) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 13:21:25.691716 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.scheduler.base_scheduler [None req-c34ac673-5f12-4d5c-8bfa-0fee8aa6db21 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787195-5-smb, a9bd451a-0609-409b-b5ef-9654d5cf8a9d) {{(pid=73809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:21:25.701410 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c34ac673-5f12-4d5c-8bfa-0fee8aa6db21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:21:25.702041 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-c34ac673-5f12-4d5c-8bfa-0fee8aa6db21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647359'] for subnet, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:25.702497 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0af812b9-4819-46c6-91b4-e53c95612cea None None] Network a9bd451a-0609-409b-b5ef-9654d5cf8a9d requested from dv-cinder-787195-5-smb {{(pid=73812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 13:21:25.747018 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [None req-c34ac673-5f12-4d5c-8bfa-0fee8aa6db21 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6237407 Apr 30 13:21:25.937271 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-270b8b4d-12bd-4849-a7bd-aa18435ddaee None None] Network a9bd451a-0609-409b-b5ef-9654d5cf8a9d requested from dv-cinder-787195-5-smb {{(pid=73812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 13:21:27.859440 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b9d532-32c8-4c76-a80d-77582200b8d1 req-10d9536a-e996-400e-976e-13892dc06dfc tempest-VolumesActionsTest-1038017853 tempest-VolumesActionsTest-1038017853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:21:27.860074 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.quota.resource [req-49b9d532-32c8-4c76-a80d-77582200b8d1 req-10d9536a-e996-400e-976e-13892dc06dfc tempest-VolumesActionsTest-1038017853 tempest-VolumesActionsTest-1038017853-project] Synchronizing usage tracker for tenant:e32ba0152044483e99e8f73aa77e1b96 on resource:network {{(pid=73810) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:21:27.879341 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.quota.resource [req-49b9d532-32c8-4c76-a80d-77582200b8d1 req-10d9536a-e996-400e-976e-13892dc06dfc tempest-VolumesActionsTest-1038017853 tempest-VolumesActionsTest-1038017853-project] Unset dirty status for tenant:e32ba0152044483e99e8f73aa77e1b96 on resource:network {{(pid=73810) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:21:27.880469 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-49b9d532-32c8-4c76-a80d-77582200b8d1 req-10d9536a-e996-400e-976e-13892dc06dfc tempest-VolumesActionsTest-1038017853 tempest-VolumesActionsTest-1038017853-project] 10.222.0.84 "GET /v2.0/networks?id=a9bd451a-0609-409b-b5ef-9654d5cf8a9d HTTP/1.1" status: 200 len: 808 time: 0.1759713 Apr 30 13:21:27.896315 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-49b9d532-32c8-4c76-a80d-77582200b8d1 req-95c8c49b-0579-4df3-865d-76374aa3dc5b tempest-VolumesActionsTest-1038017853 tempest-VolumesActionsTest-1038017853-project] 10.222.0.84 "GET /v2.0/quotas/e32ba0152044483e99e8f73aa77e1b96 HTTP/1.1" status: 200 len: 375 time: 0.0098352 Apr 30 13:21:27.950560 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-49b9d532-32c8-4c76-a80d-77582200b8d1 req-f51a2e9b-9466-45c1-9601-80f1a9d6e3c2 tempest-VolumesActionsTest-1038017853 tempest-VolumesActionsTest-1038017853-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=e32ba0152044483e99e8f73aa77e1b96&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0487490 Apr 30 13:21:28.148488 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-49b9d532-32c8-4c76-a80d-77582200b8d1 req-d4925aa2-3fb5-4c10-803c-e83b5bb124be service neutron] 10.222.0.84 "GET /v2.0/networks/a9bd451a-0609-409b-b5ef-9654d5cf8a9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1871946 Apr 30 13:21:28.297650 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-49b9d532-32c8-4c76-a80d-77582200b8d1 req-cbbbe291-9f87-4e5b-982c-6b081a1d6c03 service neutron] 10.222.0.84 "GET /v2.0/networks/a9bd451a-0609-409b-b5ef-9654d5cf8a9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431715 Apr 30 13:21:28.484921 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-6a874c31-9480-4baa-89f2-c7f1cb7ddf7a req-93b043cb-13df-462f-9be0-be7ab0a2419b tempest-VolumesActionsTest-1038017853 tempest-VolumesActionsTest-1038017853-project] 10.222.0.84 "GET /v2.0/ports?device_id=f9ab6ca1-d50e-420c-9369-3b93a3bf3304 HTTP/1.1" status: 200 len: 210 time: 0.0432680 Apr 30 13:21:29.667947 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-878e9ab0-0075-4e65-9739-271a678b9d0e req-6bcf4274-8906-42b9-bf25-aff40ad2734e tempest-VolumesActionsTest-1038017853 tempest-VolumesActionsTest-1038017853-project] 10.222.0.84 "GET /v2.0/ports?device_id=f9ab6ca1-d50e-420c-9369-3b93a3bf3304 HTTP/1.1" status: 200 len: 210 time: 0.0597544 Apr 30 13:21:29.709710 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b9d532-32c8-4c76-a80d-77582200b8d1 req-8a0d092c-fe5c-4944-b93d-e416486d8546 tempest-VolumesActionsTest-1038017853 tempest-VolumesActionsTest-1038017853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:21:29.711107 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-49b9d532-32c8-4c76-a80d-77582200b8d1 req-8a0d092c-fe5c-4944-b93d-e416486d8546 tempest-VolumesActionsTest-1038017853 tempest-VolumesActionsTest-1038017853-project] 10.222.0.95 "GET /v2.0/networks?id=a9bd451a-0609-409b-b5ef-9654d5cf8a9d HTTP/1.1" status: 200 len: 808 time: 0.2143528 Apr 30 13:21:29.730219 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.v2.base [req-49b9d532-32c8-4c76-a80d-77582200b8d1 req-97b1cae7-7d16-459b-b358-95c61e407e76 tempest-VolumesActionsTest-1038017853 tempest-VolumesActionsTest-1038017853-project] Request body: {'port': {'device_id': 'f9ab6ca1-d50e-420c-9369-3b93a3bf3304', 'network_id': 'a9bd451a-0609-409b-b5ef-9654d5cf8a9d', 'admin_state_up': True, 'tenant_id': 'e32ba0152044483e99e8f73aa77e1b96'}} {{(pid=73810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:21:29.880052 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [req-49b9d532-32c8-4c76-a80d-77582200b8d1 req-97b1cae7-7d16-459b-b358-95c61e407e76 tempest-VolumesActionsTest-1038017853 tempest-VolumesActionsTest-1038017853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:21:29.884527 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.quota.resource [req-49b9d532-32c8-4c76-a80d-77582200b8d1 req-97b1cae7-7d16-459b-b358-95c61e407e76 tempest-VolumesActionsTest-1038017853 tempest-VolumesActionsTest-1038017853-project] Usage tracker for resource:port and tenant:e32ba0152044483e99e8f73aa77e1b96 is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:21:29.887649 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.quota.resource [req-49b9d532-32c8-4c76-a80d-77582200b8d1 req-97b1cae7-7d16-459b-b358-95c61e407e76 tempest-VolumesActionsTest-1038017853 tempest-VolumesActionsTest-1038017853-project] Quota usage for port was recalculated. Used quota:0. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:21:29.894062 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [req-49b9d532-32c8-4c76-a80d-77582200b8d1 req-97b1cae7-7d16-459b-b358-95c61e407e76 tempest-VolumesActionsTest-1038017853 tempest-VolumesActionsTest-1038017853-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:21:29.906241 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49b9d532-32c8-4c76-a80d-77582200b8d1 req-97b1cae7-7d16-459b-b358-95c61e407e76 tempest-VolumesActionsTest-1038017853 tempest-VolumesActionsTest-1038017853-project] Made reservation on behalf of e32ba0152044483e99e8f73aa77e1b96 for: {'port': 1} {{(pid=73810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:21:29.909848 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-49b9d532-32c8-4c76-a80d-77582200b8d1 req-97b1cae7-7d16-459b-b358-95c61e407e76 tempest-VolumesActionsTest-1038017853 tempest-VolumesActionsTest-1038017853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4120257'] for port, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:30.199000 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.db.db_base_plugin_common [req-49b9d532-32c8-4c76-a80d-77582200b8d1 req-97b1cae7-7d16-459b-b358-95c61e407e76 tempest-VolumesActionsTest-1038017853 tempest-VolumesActionsTest-1038017853-project] Allocated IP 172.20.0.3 (a9bd451a-0609-409b-b5ef-9654d5cf8a9d/e05c64f0-e9b1-49c4-9f81-1f2c32d56733/8b189440-5386-4cf6-a48c-2dda12692cdb) {{(pid=73810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 13:21:30.420022 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-49b9d532-32c8-4c76-a80d-77582200b8d1 req-97b1cae7-7d16-459b-b358-95c61e407e76 tempest-VolumesActionsTest-1038017853 tempest-VolumesActionsTest-1038017853-project] Notify callbacks [] for port, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:30.454388 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-49b9d532-32c8-4c76-a80d-77582200b8d1 req-97b1cae7-7d16-459b-b358-95c61e407e76 tempest-VolumesActionsTest-1038017853 tempest-VolumesActionsTest-1038017853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4120194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773352839702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11792972'] for port, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:30.460086 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-bd9b3759-faba-4604-a693-42cb187d5d79 tempest-VolumesActionsTest-1326045407 tempest-VolumesActionsTest-1326045407-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:21:30.528773 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49b9d532-32c8-4c76-a80d-77582200b8d1 req-97b1cae7-7d16-459b-b358-95c61e407e76 tempest-VolumesActionsTest-1038017853 tempest-VolumesActionsTest-1038017853-project] Network a9bd451a-0609-409b-b5ef-9654d5cf8a9d is already hosted by enough agents. {{(pid=73810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:21:30.532530 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.scheduler.base_scheduler [req-49b9d532-32c8-4c76-a80d-77582200b8d1 req-97b1cae7-7d16-459b-b358-95c61e407e76 tempest-VolumesActionsTest-1038017853 tempest-VolumesActionsTest-1038017853-project] Resources bound (agent type, host, resource id): {{(pid=73810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:21:30.536856 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.db.l3_dvrscheduler_db [req-49b9d532-32c8-4c76-a80d-77582200b8d1 req-97b1cae7-7d16-459b-b358-95c61e407e76 tempest-VolumesActionsTest-1038017853 tempest-VolumesActionsTest-1038017853-project] Received port after_create {{(pid=73810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 13:21:30.568378 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b1cae7-7d16-459b-b358-95c61e407e76 tempest-VolumesActionsTest-1038017853 tempest-VolumesActionsTest-1038017853-project] Pushing event updated for resources: {'Port': ['ID=8b189440-5386-4cf6-a48c-2dda12692cdb,revision_number=1']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:21:30.579265 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-97b1cae7-7d16-459b-b358-95c61e407e76 tempest-VolumesActionsTest-1038017853 tempest-VolumesActionsTest-1038017853-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:21:30.605744 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b9d532-32c8-4c76-a80d-77582200b8d1 req-97b1cae7-7d16-459b-b358-95c61e407e76 tempest-VolumesActionsTest-1038017853 tempest-VolumesActionsTest-1038017853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:21:30.606371 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-49b9d532-32c8-4c76-a80d-77582200b8d1 req-97b1cae7-7d16-459b-b358-95c61e407e76 tempest-VolumesActionsTest-1038017853 tempest-VolumesActionsTest-1038017853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9974'] for port, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:30.631825 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-49b9d532-32c8-4c76-a80d-77582200b8d1 req-97b1cae7-7d16-459b-b358-95c61e407e76 tempest-VolumesActionsTest-1038017853 tempest-VolumesActionsTest-1038017853-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9080985 Apr 30 13:21:30.650637 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.v2.base [req-49b9d532-32c8-4c76-a80d-77582200b8d1 req-aa79e057-2c1a-43d9-b26a-4a7ddfcce417 service neutron] Request body: {'port': {'device_id': 'f9ab6ca1-d50e-420c-9369-3b93a3bf3304', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78719'}} {{(pid=73810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:21:30.765328 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-49b9d532-32c8-4c76-a80d-77582200b8d1 req-aa79e057-2c1a-43d9-b26a-4a7ddfcce417 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4120257'] for port, before_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:30.969496 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22828dc9-3f2a-4ac6-81ec-1f0319a545ba req-86b83dd7-e61f-4b57-9dcb-c0bcd848ef5d tempest-VolumesActionsTest-1038017853 tempest-VolumesActionsTest-1038017853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:21:30.970082 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.quota.resource [req-22828dc9-3f2a-4ac6-81ec-1f0319a545ba req-86b83dd7-e61f-4b57-9dcb-c0bcd848ef5d tempest-VolumesActionsTest-1038017853 tempest-VolumesActionsTest-1038017853-project] Synchronizing usage tracker for tenant:e32ba0152044483e99e8f73aa77e1b96 on resource:port {{(pid=73810) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:21:31.070500 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.quota.resource [req-22828dc9-3f2a-4ac6-81ec-1f0319a545ba req-86b83dd7-e61f-4b57-9dcb-c0bcd848ef5d tempest-VolumesActionsTest-1038017853 tempest-VolumesActionsTest-1038017853-project] Unset dirty status for tenant:e32ba0152044483e99e8f73aa77e1b96 on resource:port {{(pid=73810) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:21:31.071579 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-22828dc9-3f2a-4ac6-81ec-1f0319a545ba req-86b83dd7-e61f-4b57-9dcb-c0bcd848ef5d tempest-VolumesActionsTest-1038017853 tempest-VolumesActionsTest-1038017853-project] 10.222.0.84 "GET /v2.0/ports?device_id=f9ab6ca1-d50e-420c-9369-3b93a3bf3304 HTTP/1.1" status: 200 len: 931 time: 0.2959855 Apr 30 13:21:31.141880 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.quota.resource [req-22828dc9-3f2a-4ac6-81ec-1f0319a545ba req-ee6442c8-7c88-4def-b708-237520247c3e tempest-VolumesActionsTest-1038017853 tempest-VolumesActionsTest-1038017853-project] Synchronizing usage tracker for tenant:e32ba0152044483e99e8f73aa77e1b96 on resource:security_group {{(pid=73810) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:21:31.197508 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.quota.resource [req-22828dc9-3f2a-4ac6-81ec-1f0319a545ba req-ee6442c8-7c88-4def-b708-237520247c3e tempest-VolumesActionsTest-1038017853 tempest-VolumesActionsTest-1038017853-project] Unset dirty status for tenant:e32ba0152044483e99e8f73aa77e1b96 on resource:security_group {{(pid=73810) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:21:31.198654 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-22828dc9-3f2a-4ac6-81ec-1f0319a545ba req-ee6442c8-7c88-4def-b708-237520247c3e tempest-VolumesActionsTest-1038017853 tempest-VolumesActionsTest-1038017853-project] 10.222.0.84 "GET /v2.0/security-groups?id=01654c76-a6bc-4320-a216-f8a1b7794d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178954 Apr 30 13:21:31.228896 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.notifiers.nova [req-49b9d532-32c8-4c76-a80d-77582200b8d1 req-aa79e057-2c1a-43d9-b26a-4a7ddfcce417 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b189440-5386-4cf6-a48c-2dda12692cdb {{(pid=73810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 13:21:31.236302 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-49b9d532-32c8-4c76-a80d-77582200b8d1 req-aa79e057-2c1a-43d9-b26a-4a7ddfcce417 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:31.250774 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [req-49b9d532-32c8-4c76-a80d-77582200b8d1 req-aa79e057-2c1a-43d9-b26a-4a7ddfcce417 service neutron] Transition to ACTIVE for port object 8b189440-5386-4cf6-a48c-2dda12692cdb will not be triggered until provisioned by entity L2. {{(pid=73810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:21:31.256034 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-49b9d532-32c8-4c76-a80d-77582200b8d1 req-aa79e057-2c1a-43d9-b26a-4a7ddfcce417 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4120194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773353276007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773352839720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773352839765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11792967'] for port, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:31.259676 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-b0454841-18b7-4fff-8288-78212ad529be service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:21:31.384383 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa79e057-2c1a-43d9-b26a-4a7ddfcce417 service neutron] Pushing event updated for resources: {'Port': ['ID=8b189440-5386-4cf6-a48c-2dda12692cdb,revision_number=2']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:21:31.410374 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-aa79e057-2c1a-43d9-b26a-4a7ddfcce417 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:21:31.495002 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.managers [req-49b9d532-32c8-4c76-a80d-77582200b8d1 req-aa79e057-2c1a-43d9-b26a-4a7ddfcce417 service neutron] Attempting to bind port 8b189440-5386-4cf6-a48c-2dda12692cdb on host hv-cinder-78719 for vnic_type normal with profile {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 13:21:31.495447 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.managers [req-49b9d532-32c8-4c76-a80d-77582200b8d1 req-aa79e057-2c1a-43d9-b26a-4a7ddfcce417 service neutron] Attempting to bind port 8b189440-5386-4cf6-a48c-2dda12692cdb by drivers openvswitch,hyperv on host hv-cinder-78719 at level 0 using segments [{'id': 'a77f0e39-cdb0-4c3f-b15a-e21c05b0be58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': 'a9bd451a-0609-409b-b5ef-9654d5cf8a9d'}] {{(pid=73810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 13:21:31.495999 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49b9d532-32c8-4c76-a80d-77582200b8d1 req-aa79e057-2c1a-43d9-b26a-4a7ddfcce417 service neutron] Attempting to bind port 8b189440-5386-4cf6-a48c-2dda12692cdb on network a9bd451a-0609-409b-b5ef-9654d5cf8a9d {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:21:31.504315 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49b9d532-32c8-4c76-a80d-77582200b8d1 req-aa79e057-2c1a-43d9-b26a-4a7ddfcce417 service neutron] Port 8b189440-5386-4cf6-a48c-2dda12692cdb on network a9bd451a-0609-409b-b5ef-9654d5cf8a9d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78719 {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 30 13:21:31.504931 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49b9d532-32c8-4c76-a80d-77582200b8d1 req-aa79e057-2c1a-43d9-b26a-4a7ddfcce417 service neutron] Attempting to bind port 8b189440-5386-4cf6-a48c-2dda12692cdb on network a9bd451a-0609-409b-b5ef-9654d5cf8a9d {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:21:31.511225 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49b9d532-32c8-4c76-a80d-77582200b8d1 req-aa79e057-2c1a-43d9-b26a-4a7ddfcce417 service neutron] Checking agent: {'id': '9979f301-637a-421d-a751-ee4de56fc333', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78719', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 13, 10), 'started_at': datetime.datetime(2021, 4, 30, 13, 13, 10), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 21, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 13:21:31.511560 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49b9d532-32c8-4c76-a80d-77582200b8d1 req-aa79e057-2c1a-43d9-b26a-4a7ddfcce417 service neutron] Checking segment: {'id': 'a77f0e39-cdb0-4c3f-b15a-e21c05b0be58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': 'a9bd451a-0609-409b-b5ef-9654d5cf8a9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:21:31.511992 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49b9d532-32c8-4c76-a80d-77582200b8d1 req-aa79e057-2c1a-43d9-b26a-4a7ddfcce417 service neutron] Bound using segment: {'id': 'a77f0e39-cdb0-4c3f-b15a-e21c05b0be58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': 'a9bd451a-0609-409b-b5ef-9654d5cf8a9d'} {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 13:21:31.512361 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.managers [req-49b9d532-32c8-4c76-a80d-77582200b8d1 req-aa79e057-2c1a-43d9-b26a-4a7ddfcce417 service neutron] Bound port: 8b189440-5386-4cf6-a48c-2dda12692cdb, host: hv-cinder-78719, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a77f0e39-cdb0-4c3f-b15a-e21c05b0be58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': 'a9bd451a-0609-409b-b5ef-9654d5cf8a9d'}}] {{(pid=73810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 13:21:31.512739 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-49b9d532-32c8-4c76-a80d-77582200b8d1 req-aa79e057-2c1a-43d9-b26a-4a7ddfcce417 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4120257'] for port, before_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:31.607012 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.db [req-49b9d532-32c8-4c76-a80d-77582200b8d1 req-aa79e057-2c1a-43d9-b26a-4a7ddfcce417 service neutron] For port 8b189440-5386-4cf6-a48c-2dda12692cdb, host hv-cinder-78719, cleared binding levels {{(pid=73810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 13:21:31.610299 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.db [req-49b9d532-32c8-4c76-a80d-77582200b8d1 req-aa79e057-2c1a-43d9-b26a-4a7ddfcce417 service neutron] For port 8b189440-5386-4cf6-a48c-2dda12692cdb, host hv-cinder-78719, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=8b189440-5386-4cf6-a48c-2dda12692cdb,segment=NetworkSegment(a77f0e39-cdb0-4c3f-b15a-e21c05b0be58),segment_id=a77f0e39-cdb0-4c3f-b15a-e21c05b0be58)] {{(pid=73810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 13:21:31.615705 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-49b9d532-32c8-4c76-a80d-77582200b8d1 req-aa79e057-2c1a-43d9-b26a-4a7ddfcce417 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4120194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773353276007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773352839720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773352839765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11792967'] for port, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:31.619497 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-cb39ed14-c0c1-4efd-832f-94c8aa346358 tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:21:31.672850 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b9d532-32c8-4c76-a80d-77582200b8d1 req-aa79e057-2c1a-43d9-b26a-4a7ddfcce417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:21:31.673468 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-49b9d532-32c8-4c76-a80d-77582200b8d1 req-aa79e057-2c1a-43d9-b26a-4a7ddfcce417 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9974'] for port, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:31.674827 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-49b9d532-32c8-4c76-a80d-77582200b8d1 req-aa79e057-2c1a-43d9-b26a-4a7ddfcce417 service neutron] 10.222.0.95 "PUT /v2.0/ports/8b189440-5386-4cf6-a48c-2dda12692cdb HTTP/1.1" status: 200 len: 1093 time: 1.0285182 Apr 30 13:21:31.675314 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9ab6ca1-d50e-420c-9369-3b93a3bf3304', 'tag': '8b189440-5386-4cf6-a48c-2dda12692cdb'}] {{(pid=73810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:21:31.701814 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa79e057-2c1a-43d9-b26a-4a7ddfcce417 service neutron] Pushing event updated for resources: {'Port': ['ID=8b189440-5386-4cf6-a48c-2dda12692cdb,revision_number=3']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:21:31.705238 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-aa79e057-2c1a-43d9-b26a-4a7ddfcce417 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:21:31.751958 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9ab6ca1-d50e-420c-9369-3b93a3bf3304', 'tag': '8b189440-5386-4cf6-a48c-2dda12692cdb', 'status': 'completed', 'code': 200} Apr 30 13:21:31.791947 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b9d532-32c8-4c76-a80d-77582200b8d1 req-a36ae403-9e31-455b-a6da-dabe9f3b8fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:21:31.793478 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-49b9d532-32c8-4c76-a80d-77582200b8d1 req-a36ae403-9e31-455b-a6da-dabe9f3b8fc8 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=e32ba0152044483e99e8f73aa77e1b96&device_id=f9ab6ca1-d50e-420c-9369-3b93a3bf3304 HTTP/1.1" status: 200 len: 1096 time: 0.0764310 Apr 30 13:21:31.866682 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-49b9d532-32c8-4c76-a80d-77582200b8d1 req-cb6adb1e-e789-4c16-bd91-b3aba3c36e15 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8b189440-5386-4cf6-a48c-2dda12692cdb HTTP/1.1" status: 200 len: 217 time: 0.0654690 Apr 30 13:21:31.938466 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b9d532-32c8-4c76-a80d-77582200b8d1 req-d55ebed8-c5ff-41d2-97cb-b58f69319d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:21:31.939908 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-49b9d532-32c8-4c76-a80d-77582200b8d1 req-d55ebed8-c5ff-41d2-97cb-b58f69319d77 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=e05c64f0-e9b1-49c4-9f81-1f2c32d56733 HTTP/1.1" status: 200 len: 848 time: 0.0605016 Apr 30 13:21:31.988943 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-49b9d532-32c8-4c76-a80d-77582200b8d1 req-5a530ec2-ad9a-4d79-8627-1d2e7cdf28aa service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=a9bd451a-0609-409b-b5ef-9654d5cf8a9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408745 Apr 30 13:21:32.233319 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-49b9d532-32c8-4c76-a80d-77582200b8d1 req-d988a053-85af-4896-b3e7-760398cccc50 service neutron] 10.222.0.95 "GET /v2.0/networks/a9bd451a-0609-409b-b5ef-9654d5cf8a9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2297628 Apr 30 13:21:32.420003 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-49b9d532-32c8-4c76-a80d-77582200b8d1 req-2538b3e2-74ed-4609-8659-17cf074254fe service neutron] 10.222.0.95 "GET /v2.0/networks/a9bd451a-0609-409b-b5ef-9654d5cf8a9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1792867 Apr 30 13:21:32.450904 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b876f27-9189-4beb-ae16-49a2b888c460 req-ac7c2c59-5f7c-4502-9701-e0da9465c860 tempest-VolumesActionsTest-1038017853 tempest-VolumesActionsTest-1038017853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:21:32.452490 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-7b876f27-9189-4beb-ae16-49a2b888c460 req-ac7c2c59-5f7c-4502-9701-e0da9465c860 tempest-VolumesActionsTest-1038017853 tempest-VolumesActionsTest-1038017853-project] 10.222.0.84 "GET /v2.0/ports?device_id=f9ab6ca1-d50e-420c-9369-3b93a3bf3304 HTTP/1.1" status: 200 len: 943 time: 0.1272542 Apr 30 13:21:32.546834 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-7b876f27-9189-4beb-ae16-49a2b888c460 req-edb84554-a3bb-49c1-9853-52803b01fc99 tempest-VolumesActionsTest-1038017853 tempest-VolumesActionsTest-1038017853-project] 10.222.0.84 "GET /v2.0/security-groups?id=01654c76-a6bc-4320-a216-f8a1b7794d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879812 Apr 30 13:21:32.571851 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe988cc2-cc30-482d-90bf-b0936d70dac5 req-dd46a98e-6d6e-44ec-9fa1-15d3d764d1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:21:32.573398 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-fe988cc2-cc30-482d-90bf-b0936d70dac5 req-dd46a98e-6d6e-44ec-9fa1-15d3d764d1ac service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=e32ba0152044483e99e8f73aa77e1b96&device_id=f9ab6ca1-d50e-420c-9369-3b93a3bf3304 HTTP/1.1" status: 200 len: 1096 time: 0.0963638 Apr 30 13:21:32.713347 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe988cc2-cc30-482d-90bf-b0936d70dac5 req-f11b4fe8-8be8-41f8-b55d-f5b22f093221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:21:32.714771 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-fe988cc2-cc30-482d-90bf-b0936d70dac5 req-f11b4fe8-8be8-41f8-b55d-f5b22f093221 service neutron] 10.222.0.95 "GET /v2.0/networks?id=a9bd451a-0609-409b-b5ef-9654d5cf8a9d HTTP/1.1" status: 200 len: 910 time: 0.1335711 Apr 30 13:21:32.793170 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-fe988cc2-cc30-482d-90bf-b0936d70dac5 req-25611599-751d-4335-9e82-065fb7bcdf73 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8b189440-5386-4cf6-a48c-2dda12692cdb HTTP/1.1" status: 200 len: 217 time: 0.0620925 Apr 30 13:21:32.874250 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe988cc2-cc30-482d-90bf-b0936d70dac5 req-f8e2d58b-6376-4a62-a167-56b0249005ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:21:32.875672 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-fe988cc2-cc30-482d-90bf-b0936d70dac5 req-f8e2d58b-6376-4a62-a167-56b0249005ce service neutron] 10.222.0.95 "GET /v2.0/subnets?id=e05c64f0-e9b1-49c4-9f81-1f2c32d56733 HTTP/1.1" status: 200 len: 848 time: 0.0747316 Apr 30 13:21:32.928544 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-fe988cc2-cc30-482d-90bf-b0936d70dac5 req-597c98b1-7b1f-41b7-9023-a4a9d00911c0 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=a9bd451a-0609-409b-b5ef-9654d5cf8a9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414627 Apr 30 13:21:33.072285 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-fe988cc2-cc30-482d-90bf-b0936d70dac5 req-104e24e9-2df9-468e-974d-83d0c25d3ddf service neutron] 10.222.0.95 "GET /v2.0/networks/a9bd451a-0609-409b-b5ef-9654d5cf8a9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334031 Apr 30 13:21:33.225127 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-fe988cc2-cc30-482d-90bf-b0936d70dac5 req-ce1740bc-8732-4931-a749-d1070e418060 service neutron] 10.222.0.95 "GET /v2.0/networks/a9bd451a-0609-409b-b5ef-9654d5cf8a9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451042 Apr 30 13:21:33.747170 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaa5dce-be48-4811-a27d-348a731cd9af req-b023de6c-f502-4f30-b861-e6b058984cb2 tempest-VolumesActionsTest-1038017853 tempest-VolumesActionsTest-1038017853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:21:33.748677 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-5eaa5dce-be48-4811-a27d-348a731cd9af req-b023de6c-f502-4f30-b861-e6b058984cb2 tempest-VolumesActionsTest-1038017853 tempest-VolumesActionsTest-1038017853-project] 10.222.0.84 "GET /v2.0/ports?device_id=f9ab6ca1-d50e-420c-9369-3b93a3bf3304 HTTP/1.1" status: 200 len: 943 time: 0.0854597 Apr 30 13:21:33.799577 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-5eaa5dce-be48-4811-a27d-348a731cd9af req-22961423-e827-4a09-b54f-321db47e1239 tempest-VolumesActionsTest-1038017853 tempest-VolumesActionsTest-1038017853-project] 10.222.0.84 "GET /v2.0/security-groups?id=01654c76-a6bc-4320-a216-f8a1b7794d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450432 Apr 30 13:21:35.000031 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00c24f2-e743-42b4-9c67-5c921e99b63f req-e109c0c0-24a3-439a-aaf8-7e7e116a2c7b tempest-VolumesActionsTest-1038017853 tempest-VolumesActionsTest-1038017853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:21:35.001520 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-e00c24f2-e743-42b4-9c67-5c921e99b63f req-e109c0c0-24a3-439a-aaf8-7e7e116a2c7b tempest-VolumesActionsTest-1038017853 tempest-VolumesActionsTest-1038017853-project] 10.222.0.84 "GET /v2.0/ports?device_id=f9ab6ca1-d50e-420c-9369-3b93a3bf3304 HTTP/1.1" status: 200 len: 943 time: 0.0858703 Apr 30 13:21:35.047620 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-e00c24f2-e743-42b4-9c67-5c921e99b63f req-bcadc2c4-5e5d-4299-93c9-2dc99aa5b460 tempest-VolumesActionsTest-1038017853 tempest-VolumesActionsTest-1038017853-project] 10.222.0.84 "GET /v2.0/security-groups?id=01654c76-a6bc-4320-a216-f8a1b7794d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401375 Apr 30 13:21:36.254789 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5ba1bd-808a-4d56-90da-a47a75bcb3b7 req-a966d747-5f3f-4398-bd2e-a2365d69c329 tempest-VolumesActionsTest-1038017853 tempest-VolumesActionsTest-1038017853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:21:36.256247 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-4f5ba1bd-808a-4d56-90da-a47a75bcb3b7 req-a966d747-5f3f-4398-bd2e-a2365d69c329 tempest-VolumesActionsTest-1038017853 tempest-VolumesActionsTest-1038017853-project] 10.222.0.84 "GET /v2.0/ports?device_id=f9ab6ca1-d50e-420c-9369-3b93a3bf3304 HTTP/1.1" status: 200 len: 943 time: 0.0971999 Apr 30 13:21:36.309765 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-4f5ba1bd-808a-4d56-90da-a47a75bcb3b7 req-33d62ebe-e726-479e-b750-efb4e4cb06c0 tempest-VolumesActionsTest-1038017853 tempest-VolumesActionsTest-1038017853-project] 10.222.0.84 "GET /v2.0/security-groups?id=01654c76-a6bc-4320-a216-f8a1b7794d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444167 Apr 30 13:21:36.445095 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.rpc [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Device 8b189440-5386-4cf6-a48c-2dda12692cdb details requested by agent hyperv_hv-cinder-78719 with host hv-cinder-78719 {{(pid=73812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 13:21:36.590920 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.db [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] For port 8b189440-5386-4cf6-a48c-2dda12692cdb, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=8b189440-5386-4cf6-a48c-2dda12692cdb,segment=NetworkSegment(a77f0e39-cdb0-4c3f-b15a-e21c05b0be58),segment_id=a77f0e39-cdb0-4c3f-b15a-e21c05b0be58)] {{(pid=73812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:21:36.605916 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.rpc [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Returning: {'device': '8b189440-5386-4cf6-a48c-2dda12692cdb', 'network_id': 'a9bd451a-0609-409b-b5ef-9654d5cf8a9d', 'port_id': '8b189440-5386-4cf6-a48c-2dda12692cdb', 'mac_address': 'fa:16:3e:67:88:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e05c64f0-e9b1-49c4-9f81-1f2c32d56733', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 13:21:36.667926 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4120257'] for port, before_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:36.686266 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.notifiers.nova [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b189440-5386-4cf6-a48c-2dda12692cdb {{(pid=73812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 13:21:36.702347 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.db [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] For port 8b189440-5386-4cf6-a48c-2dda12692cdb, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=8b189440-5386-4cf6-a48c-2dda12692cdb,segment=NetworkSegment(a77f0e39-cdb0-4c3f-b15a-e21c05b0be58),segment_id=a77f0e39-cdb0-4c3f-b15a-e21c05b0be58)] {{(pid=73812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:21:36.707649 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4120194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773353276007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773352839720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773352839765'] for port, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:36.709496 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:21:36.783043 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Pushing event updated for resources: {'Port': ['ID=8b189440-5386-4cf6-a48c-2dda12692cdb,revision_number=4']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:21:36.791017 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:21:36.791346 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:21:36.791675 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:21:36.792002 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:21:36.792342 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:21:36.792686 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:21:36.792991 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:21:36.793307 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:21:36.793619 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:21:36.793935 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:21:36.794245 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:21:36.794553 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:21:36.798699 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:21:36.951664 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.db [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] get_ports_and_sgs() called for port_ids ['8b189440-5386-4cf6-a48c-2dda12692cdb'] {{(pid=73812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 13:21:37.514999 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3171d695-a250-425c-86d5-ba2890df2924 req-50775bd8-afe2-4e94-b618-522472ee4dd7 tempest-VolumesActionsTest-1038017853 tempest-VolumesActionsTest-1038017853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:21:37.516500 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-3171d695-a250-425c-86d5-ba2890df2924 req-50775bd8-afe2-4e94-b618-522472ee4dd7 tempest-VolumesActionsTest-1038017853 tempest-VolumesActionsTest-1038017853-project] 10.222.0.84 "GET /v2.0/ports?device_id=f9ab6ca1-d50e-420c-9369-3b93a3bf3304 HTTP/1.1" status: 200 len: 944 time: 0.0881741 Apr 30 13:21:37.564184 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-3171d695-a250-425c-86d5-ba2890df2924 req-81743a23-aac8-4778-8ac5-3b0c970903e1 tempest-VolumesActionsTest-1038017853 tempest-VolumesActionsTest-1038017853-project] 10.222.0.84 "GET /v2.0/security-groups?id=01654c76-a6bc-4320-a216-f8a1b7794d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404081 Apr 30 13:21:38.448306 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.rpc [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Device 8b189440-5386-4cf6-a48c-2dda12692cdb up at agent hyperv_hv-cinder-78719 {{(pid=73812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:21:38.532898 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.provisioning_blocks [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Provisioning for port 8b189440-5386-4cf6-a48c-2dda12692cdb completed by entity L2. {{(pid=73812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:21:38.538317 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.provisioning_blocks [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Provisioning complete for port 8b189440-5386-4cf6-a48c-2dda12692cdb triggered by entity L2. {{(pid=73812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:21:38.538711 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000605'] for port, provisioning_complete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:38.686756 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4120257'] for port, before_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:38.715491 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9ab6ca1-d50e-420c-9369-3b93a3bf3304', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b189440-5386-4cf6-a48c-2dda12692cdb'}] {{(pid=73812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:21:38.726150 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.db [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] For port 8b189440-5386-4cf6-a48c-2dda12692cdb, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=8b189440-5386-4cf6-a48c-2dda12692cdb,segment=NetworkSegment(a77f0e39-cdb0-4c3f-b15a-e21c05b0be58),segment_id=a77f0e39-cdb0-4c3f-b15a-e21c05b0be58)] {{(pid=73812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:21:38.731579 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4120194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773353276007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773352839720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773352839765'] for port, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:38.734812 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-2285513e-4726-4d36-8267-7c6a6688af9a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:21:38.761929 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791e724d-0c9b-46f2-880e-c6d1d8eb6ef8 req-7e65e4b8-7874-4b36-8308-a48bc39e4018 tempest-VolumesActionsTest-1038017853 tempest-VolumesActionsTest-1038017853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:21:38.763463 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-791e724d-0c9b-46f2-880e-c6d1d8eb6ef8 req-7e65e4b8-7874-4b36-8308-a48bc39e4018 tempest-VolumesActionsTest-1038017853 tempest-VolumesActionsTest-1038017853-project] 10.222.0.84 "GET /v2.0/ports?device_id=f9ab6ca1-d50e-420c-9369-3b93a3bf3304 HTTP/1.1" status: 200 len: 944 time: 0.0885968 Apr 30 13:21:38.771214 dv-cinder-787195-5-smb neutron-server[73812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9ab6ca1-d50e-420c-9369-3b93a3bf3304', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b189440-5386-4cf6-a48c-2dda12692cdb', 'code': 200} Apr 30 13:21:38.813205 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-791e724d-0c9b-46f2-880e-c6d1d8eb6ef8 req-28c0dbbb-9a17-49d7-9d4b-b19594106b40 tempest-VolumesActionsTest-1038017853 tempest-VolumesActionsTest-1038017853-project] 10.222.0.84 "GET /v2.0/security-groups?id=01654c76-a6bc-4320-a216-f8a1b7794d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435476 Apr 30 13:21:38.814933 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Pushing event updated for resources: {'Port': ['ID=8b189440-5386-4cf6-a48c-2dda12692cdb,revision_number=5']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:21:38.818174 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:21:39.007339 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b11d7f-91b6-4c85-9ead-b71fdecd4514 req-38111fec-d17c-40f6-bd5f-c829b781871c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:21:39.008729 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-a8b11d7f-91b6-4c85-9ead-b71fdecd4514 req-38111fec-d17c-40f6-bd5f-c829b781871c service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=f9ab6ca1-d50e-420c-9369-3b93a3bf3304 HTTP/1.1" status: 200 len: 1098 time: 0.0772624 Apr 30 13:21:39.054586 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-a8b11d7f-91b6-4c85-9ead-b71fdecd4514 req-cba5c5ab-f52f-404b-9809-814911e3acb4 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=01654c76-a6bc-4320-a216-f8a1b7794d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386505 Apr 30 13:21:39.880796 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000748'] for agent, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:40.108978 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f337b1ea-62c8-41de-a2e4-30fc2712b0fd req-673c41ea-b806-446a-ae92-c7944e9a78af tempest-VolumesActionsTest-1038017853 tempest-VolumesActionsTest-1038017853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:21:40.110365 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-f337b1ea-62c8-41de-a2e4-30fc2712b0fd req-673c41ea-b806-446a-ae92-c7944e9a78af tempest-VolumesActionsTest-1038017853 tempest-VolumesActionsTest-1038017853-project] 10.222.0.84 "GET /v2.0/ports?device_id=f9ab6ca1-d50e-420c-9369-3b93a3bf3304 HTTP/1.1" status: 200 len: 945 time: 0.1832190 Apr 30 13:21:40.168280 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-f337b1ea-62c8-41de-a2e4-30fc2712b0fd req-c2642741-fa1e-48ca-a1d9-fba410563834 tempest-VolumesActionsTest-1038017853 tempest-VolumesActionsTest-1038017853-project] 10.222.0.84 "GET /v2.0/security-groups?id=01654c76-a6bc-4320-a216-f8a1b7794d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502160 Apr 30 13:21:41.368270 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07f5c66-f690-4d5d-a7cf-328d7f7e3f8a req-78475a43-76bc-44df-89a6-d3425e3740a4 tempest-VolumesActionsTest-1038017853 tempest-VolumesActionsTest-1038017853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:21:41.369793 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-b07f5c66-f690-4d5d-a7cf-328d7f7e3f8a req-78475a43-76bc-44df-89a6-d3425e3740a4 tempest-VolumesActionsTest-1038017853 tempest-VolumesActionsTest-1038017853-project] 10.222.0.84 "GET /v2.0/ports?device_id=f9ab6ca1-d50e-420c-9369-3b93a3bf3304 HTTP/1.1" status: 200 len: 945 time: 0.0872405 Apr 30 13:21:41.419129 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-b07f5c66-f690-4d5d-a7cf-328d7f7e3f8a req-e6cf2def-3879-4482-8063-c89b87a2a5c7 tempest-VolumesActionsTest-1038017853 tempest-VolumesActionsTest-1038017853-project] 10.222.0.84 "GET /v2.0/security-groups?id=01654c76-a6bc-4320-a216-f8a1b7794d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404119 Apr 30 13:21:42.489665 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b8a660-14c3-493a-8fc6-0d2d4a1beeb6 req-76fd3233-780f-4e3b-b18f-f90c8da3c18d tempest-VolumesActionsTest-1038017853 tempest-VolumesActionsTest-1038017853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:21:42.491202 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-80b8a660-14c3-493a-8fc6-0d2d4a1beeb6 req-76fd3233-780f-4e3b-b18f-f90c8da3c18d tempest-VolumesActionsTest-1038017853 tempest-VolumesActionsTest-1038017853-project] 10.222.0.84 "GET /v2.0/ports?device_id=f9ab6ca1-d50e-420c-9369-3b93a3bf3304 HTTP/1.1" status: 200 len: 945 time: 0.0890348 Apr 30 13:21:42.538893 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-80b8a660-14c3-493a-8fc6-0d2d4a1beeb6 req-62bf01a9-15cf-40c1-bff6-f28496322d4e tempest-VolumesActionsTest-1038017853 tempest-VolumesActionsTest-1038017853-project] 10.222.0.84 "GET /v2.0/security-groups?id=01654c76-a6bc-4320-a216-f8a1b7794d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417206 Apr 30 13:21:42.771368 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a689fd-bf6e-4e00-a172-d370471dc2cd req-eb0fe52d-68d4-41d9-b613-f2de10ffeb2e tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:21:42.772842 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-a4a689fd-bf6e-4e00-a172-d370471dc2cd req-eb0fe52d-68d4-41d9-b613-f2de10ffeb2e tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] 10.222.0.84 "GET /v2.0/ports?device_id=77fd793d-7b41-47b1-b1fe-3e87464e36dd HTTP/1.1" status: 200 len: 947 time: 0.0883973 Apr 30 13:21:42.817889 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-a4a689fd-bf6e-4e00-a172-d370471dc2cd req-60b3dc19-bf04-4d78-9246-82f72497a673 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] 10.222.0.84 "GET /v2.0/security-groups?id=edc58895-a2c1-4f02-9a0e-67934106755d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390475 Apr 30 13:21:43.744194 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbbf691-7e70-439c-963c-c5f724762030 req-980bb584-f2e7-4684-b869-3ac251789592 tempest-VolumesActionsTest-1038017853 tempest-VolumesActionsTest-1038017853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:21:43.745602 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-6bbbf691-7e70-439c-963c-c5f724762030 req-980bb584-f2e7-4684-b869-3ac251789592 tempest-VolumesActionsTest-1038017853 tempest-VolumesActionsTest-1038017853-project] 10.222.0.84 "GET /v2.0/ports?device_id=f9ab6ca1-d50e-420c-9369-3b93a3bf3304 HTTP/1.1" status: 200 len: 945 time: 0.0891285 Apr 30 13:21:43.798151 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-6bbbf691-7e70-439c-963c-c5f724762030 req-3428f0eb-29ec-42d9-9533-63a08319557b tempest-VolumesActionsTest-1038017853 tempest-VolumesActionsTest-1038017853-project] 10.222.0.84 "GET /v2.0/security-groups?id=01654c76-a6bc-4320-a216-f8a1b7794d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466959 Apr 30 13:21:44.071310 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e6786f-019d-434e-9765-b327e7bebc2c req-c98c0184-c3d1-4404-811c-7517e8f75043 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:21:44.072729 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-d8e6786f-019d-434e-9765-b327e7bebc2c req-c98c0184-c3d1-4404-811c-7517e8f75043 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] 10.222.0.84 "GET /v2.0/ports?device_id=77fd793d-7b41-47b1-b1fe-3e87464e36dd HTTP/1.1" status: 200 len: 947 time: 0.1444311 Apr 30 13:21:44.082347 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb34bbaf-b4ee-44ff-a278-9eea748b9ed8 req-dcad794f-7a3f-487f-b7b4-c1805335ec06 tempest-VolumesActionsTest-1038017853 tempest-VolumesActionsTest-1038017853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:21:44.084998 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-fb34bbaf-b4ee-44ff-a278-9eea748b9ed8 req-dcad794f-7a3f-487f-b7b4-c1805335ec06 tempest-VolumesActionsTest-1038017853 tempest-VolumesActionsTest-1038017853-project] 10.222.0.95 "GET /v2.0/ports?device_id=f9ab6ca1-d50e-420c-9369-3b93a3bf3304 HTTP/1.1" status: 200 len: 945 time: 0.1238787 Apr 30 13:21:44.181689 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-d8e6786f-019d-434e-9765-b327e7bebc2c req-a2e5fb76-e659-495d-b59f-6f94ecd60358 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] 10.222.0.84 "GET /v2.0/security-groups?id=edc58895-a2c1-4f02-9a0e-67934106755d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968506 Apr 30 13:21:44.313481 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.plugin [req-fb34bbaf-b4ee-44ff-a278-9eea748b9ed8 req-ca785bd2-7e72-430c-9905-473fbf7a2c85 tempest-VolumesActionsTest-1038017853 tempest-VolumesActionsTest-1038017853-project] Deleting port 8b189440-5386-4cf6-a48c-2dda12692cdb {{(pid=73810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:21:44.313851 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-fb34bbaf-b4ee-44ff-a278-9eea748b9ed8 req-ca785bd2-7e72-430c-9905-473fbf7a2c85 tempest-VolumesActionsTest-1038017853 tempest-VolumesActionsTest-1038017853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773353273429'] for port, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:44.355727 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e68dcc3-5243-4697-8fb3-b39055d58730 req-6778041e-ed96-411a-998e-adddbb2f9187 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:21:44.357174 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-9e68dcc3-5243-4697-8fb3-b39055d58730 req-6778041e-ed96-411a-998e-adddbb2f9187 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] 10.222.0.95 "GET /v2.0/ports?device_id=77fd793d-7b41-47b1-b1fe-3e87464e36dd HTTP/1.1" status: 200 len: 947 time: 0.1350672 Apr 30 13:21:44.551838 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.db [req-fb34bbaf-b4ee-44ff-a278-9eea748b9ed8 req-ca785bd2-7e72-430c-9905-473fbf7a2c85 tempest-VolumesActionsTest-1038017853 tempest-VolumesActionsTest-1038017853-project] For port 8b189440-5386-4cf6-a48c-2dda12692cdb, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=8b189440-5386-4cf6-a48c-2dda12692cdb,segment=NetworkSegment(a77f0e39-cdb0-4c3f-b15a-e21c05b0be58),segment_id=a77f0e39-cdb0-4c3f-b15a-e21c05b0be58)] {{(pid=73810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:21:44.552219 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-fb34bbaf-b4ee-44ff-a278-9eea748b9ed8 req-ca785bd2-7e72-430c-9905-473fbf7a2c85 tempest-VolumesActionsTest-1038017853 tempest-VolumesActionsTest-1038017853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1047743'] for port, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:44.682547 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.plugin [req-fb34bbaf-b4ee-44ff-a278-9eea748b9ed8 req-ca785bd2-7e72-430c-9905-473fbf7a2c85 tempest-VolumesActionsTest-1038017853 tempest-VolumesActionsTest-1038017853-project] Calling delete_port for 8b189440-5386-4cf6-a48c-2dda12692cdb owned by compute:nova {{(pid=73810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:21:44.729998 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.plugin [req-9e68dcc3-5243-4697-8fb3-b39055d58730 req-532f023d-9631-4c77-8962-2d2640a2afb4 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Deleting port c1ad8528-0f1f-40bc-a845-305b432b4090 {{(pid=73810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:21:44.730356 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-9e68dcc3-5243-4697-8fb3-b39055d58730 req-532f023d-9631-4c77-8962-2d2640a2afb4 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773353273429'] for port, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:45.054948 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.db [req-9e68dcc3-5243-4697-8fb3-b39055d58730 req-532f023d-9631-4c77-8962-2d2640a2afb4 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] For port c1ad8528-0f1f-40bc-a845-305b432b4090, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=c1ad8528-0f1f-40bc-a845-305b432b4090,segment=NetworkSegment(bd5afee6-82cf-4022-aa9c-8998fa98a06d),segment_id=bd5afee6-82cf-4022-aa9c-8998fa98a06d)] {{(pid=73810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:21:45.055650 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-9e68dcc3-5243-4697-8fb3-b39055d58730 req-532f023d-9631-4c77-8962-2d2640a2afb4 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1047743'] for port, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:45.171598 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-fb34bbaf-b4ee-44ff-a278-9eea748b9ed8 req-ca785bd2-7e72-430c-9905-473fbf7a2c85 tempest-VolumesActionsTest-1038017853 tempest-VolumesActionsTest-1038017853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4120194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773353276016', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773352839711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11792972'] for port, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:45.185991 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-a6a1e829-384d-46e7-a5f0-15e9948406b7 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:21:45.332162 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca785bd2-7e72-430c-9905-473fbf7a2c85 tempest-VolumesActionsTest-1038017853 tempest-VolumesActionsTest-1038017853-project] Pushing event deleted for resources: {'Port': ['ID=8b189440-5386-4cf6-a48c-2dda12692cdb,revision_number=None']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:21:45.376239 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-ca785bd2-7e72-430c-9905-473fbf7a2c85 tempest-VolumesActionsTest-1038017853 tempest-VolumesActionsTest-1038017853-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:21:45.518331 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb34bbaf-b4ee-44ff-a278-9eea748b9ed8 req-ca785bd2-7e72-430c-9905-473fbf7a2c85 tempest-VolumesActionsTest-1038017853 tempest-VolumesActionsTest-1038017853-project] No DVR routers for this DVR port 8b189440-5386-4cf6-a48c-2dda12692cdb on host hv-cinder-78719 {{(pid=73810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 13:21:45.527127 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-fb34bbaf-b4ee-44ff-a278-9eea748b9ed8 req-ca785bd2-7e72-430c-9905-473fbf7a2c85 tempest-VolumesActionsTest-1038017853 tempest-VolumesActionsTest-1038017853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9974'] for port, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:45.529916 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9ab6ca1-d50e-420c-9369-3b93a3bf3304', 'name': 'network-vif-deleted', 'tag': '8b189440-5386-4cf6-a48c-2dda12692cdb'}] {{(pid=73810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:21:45.546842 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2c0bff-11f6-47f2-95cf-e3051ec8a5f4 req-6ab1c2d0-c0da-4436-91c0-c1bb7b23ec7a tempest-VolumesActionsTest-1038017853 tempest-VolumesActionsTest-1038017853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:21:45.548278 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-3e2c0bff-11f6-47f2-95cf-e3051ec8a5f4 req-6ab1c2d0-c0da-4436-91c0-c1bb7b23ec7a tempest-VolumesActionsTest-1038017853 tempest-VolumesActionsTest-1038017853-project] 10.222.0.84 "GET /v2.0/ports?device_id=f9ab6ca1-d50e-420c-9369-3b93a3bf3304 HTTP/1.1" status: 200 len: 867 time: 0.6379890 Apr 30 13:21:45.597189 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-fb34bbaf-b4ee-44ff-a278-9eea748b9ed8 req-ca785bd2-7e72-430c-9905-473fbf7a2c85 tempest-VolumesActionsTest-1038017853 tempest-VolumesActionsTest-1038017853-project] 10.222.0.95 "DELETE /v2.0/ports/8b189440-5386-4cf6-a48c-2dda12692cdb HTTP/1.1" status: 204 len: 173 time: 1.4990015 Apr 30 13:21:45.609456 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-9e68dcc3-5243-4697-8fb3-b39055d58730 req-532f023d-9631-4c77-8962-2d2640a2afb4 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Notify callbacks [] for floatingip, precommit_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:45.609878 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-9e68dcc3-5243-4697-8fb3-b39055d58730 req-532f023d-9631-4c77-8962-2d2640a2afb4 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-924836'] for floatingip, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:45.610181 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.db.l3_db [req-9e68dcc3-5243-4697-8fb3-b39055d58730 req-532f023d-9631-4c77-8962-2d2640a2afb4 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Floating IP a43c9931-94e5-4fd2-9c8c-2ea7d3cf9351 disassociated. External IP: 172.28.3.222, port: c1ad8528-0f1f-40bc-a845-305b432b4090. Apr 30 13:21:45.610527 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.plugin [req-9e68dcc3-5243-4697-8fb3-b39055d58730 req-532f023d-9631-4c77-8962-2d2640a2afb4 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Calling delete_port for c1ad8528-0f1f-40bc-a845-305b432b4090 owned by compute:nova {{(pid=73810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:21:45.656938 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-3e2c0bff-11f6-47f2-95cf-e3051ec8a5f4 req-bb58caee-cac8-4a10-8fbe-a6b1b0eb1c2f tempest-VolumesActionsTest-1038017853 tempest-VolumesActionsTest-1038017853-project] 10.222.0.84 "GET /v2.0/security-groups?id=01654c76-a6bc-4320-a216-f8a1b7794d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928249 Apr 30 13:21:45.679531 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bfa3f2-01ea-4028-86cb-3b52f07c5dbc req-2a3156de-e83c-4975-b65e-bc690940f6b0 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:21:45.679531 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-11bfa3f2-01ea-4028-86cb-3b52f07c5dbc req-2a3156de-e83c-4975-b65e-bc690940f6b0 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] 10.222.0.84 "GET /v2.0/ports?device_id=77fd793d-7b41-47b1-b1fe-3e87464e36dd HTTP/1.1" status: 200 len: 947 time: 0.3823540 Apr 30 13:21:45.712678 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9ab6ca1-d50e-420c-9369-3b93a3bf3304', 'name': 'network-vif-deleted', 'tag': '8b189440-5386-4cf6-a48c-2dda12692cdb', 'status': 'completed', 'code': 200} Apr 30 13:21:45.736487 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-11bfa3f2-01ea-4028-86cb-3b52f07c5dbc req-2e896a47-45d7-4fc8-90b9-be84f1853f90 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] 10.222.0.84 "GET /v2.0/security-groups?id=edc58895-a2c1-4f02-9a0e-67934106755d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510690 Apr 30 13:21:45.825311 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-9e68dcc3-5243-4697-8fb3-b39055d58730 req-532f023d-9631-4c77-8962-2d2640a2afb4 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4120194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773353276016', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773352839711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11792972'] for port, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:45.832577 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:21:45.882060 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532f023d-9631-4c77-8962-2d2640a2afb4 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Pushing event deleted for resources: {'Port': ['ID=c1ad8528-0f1f-40bc-a845-305b432b4090,revision_number=None']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:21:45.885063 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-532f023d-9631-4c77-8962-2d2640a2afb4 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:21:46.074330 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9e68dcc3-5243-4697-8fb3-b39055d58730 req-532f023d-9631-4c77-8962-2d2640a2afb4 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Router ec506334-ef4a-45b2-8dc2-db935ead4be8 has already been hosted by L3 agent 0896dfae-3c2f-4fc2-b5f4-9284ce516a86 {{(pid=73810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 13:21:46.270802 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9e68dcc3-5243-4697-8fb3-b39055d58730 req-532f023d-9631-4c77-8962-2d2640a2afb4 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Notify agent at l3_agent.dv-cinder-787195-5-smb the message routers_updated {{(pid=73810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 13:21:46.281131 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12281bf5-8e41-4bca-a3ea-7a8f6659d913 None None] Sync routers for ids ['ec506334-ef4a-45b2-8dc2-db935ead4be8'] in dv-cinder-787195-5-smb {{(pid=73814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 13:21:46.292109 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12281bf5-8e41-4bca-a3ea-7a8f6659d913 None None] Routers {'ec506334-ef4a-45b2-8dc2-db935ead4be8'} bound to L3 agent in host dv-cinder-787195-5-smb {{(pid=73814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:21:46.292882 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.db.l3_hamode_db [None req-12281bf5-8e41-4bca-a3ea-7a8f6659d913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T13:06:52Z,description=,heartbeat_timestamp=2021-04-30T13:21:22Z,host='dv-cinder-787195-5-smb',id=0896dfae-3c2f-4fc2-b5f4-9284ce516a86,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:06:52Z,topic='l3_agent')) {'router_ids': ['ec506334-ef4a-45b2-8dc2-db935ead4be8'], 'active': True} {{(pid=73814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:21:46.347279 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e68dcc3-5243-4697-8fb3-b39055d58730 req-532f023d-9631-4c77-8962-2d2640a2afb4 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] No DVR routers for this DVR port c1ad8528-0f1f-40bc-a845-305b432b4090 on host hv-cinder-78719 {{(pid=73810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 13:21:46.350122 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-9e68dcc3-5243-4697-8fb3-b39055d58730 req-532f023d-9631-4c77-8962-2d2640a2afb4 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9974'] for port, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:46.365624 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-9e68dcc3-5243-4697-8fb3-b39055d58730 req-532f023d-9631-4c77-8962-2d2640a2afb4 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] 10.222.0.95 "DELETE /v2.0/ports/c1ad8528-0f1f-40bc-a845-305b432b4090 HTTP/1.1" status: 204 len: 173 time: 1.9622302 Apr 30 13:21:46.469557 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.rpc [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Device c1ad8528-0f1f-40bc-a845-305b432b4090 no longer exists at agent hyperv_hv-cinder-78719 {{(pid=73812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 13:21:46.507670 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.plugin [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] No Port match for: c1ad8528-0f1f-40bc-a845-305b432b4090 {{(pid=73812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 13:21:46.508041 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.rpc [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Device c1ad8528-0f1f-40bc-a845-305b432b4090 not bound to the agent host hv-cinder-78719 {{(pid=73812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 13:21:46.508470 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.rpc [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Device 8b189440-5386-4cf6-a48c-2dda12692cdb no longer exists at agent hyperv_hv-cinder-78719 {{(pid=73812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 13:21:46.533225 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.db.l3_dvr_db [None req-12281bf5-8e41-4bca-a3ea-7a8f6659d913 None None] Set router ec506334-ef4a-45b2-8dc2-db935ead4be8 gateway port host: dv-cinder-787195-5-smb {{(pid=73814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:21:46.544881 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.plugin [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] No Port match for: 8b189440-5386-4cf6-a48c-2dda12692cdb {{(pid=73812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 13:21:46.545502 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.rpc [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Device 8b189440-5386-4cf6-a48c-2dda12692cdb not bound to the agent host hv-cinder-78719 {{(pid=73812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 13:21:46.870287 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.db.l3_hamode_db [None req-12281bf5-8e41-4bca-a3ea-7a8f6659d913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec506334-ef4a-45b2-8dc2-db935ead4be8', 'name': 'tempest-AttachVolumeShelveTestJSON-667705505-router', 'tenant_id': '1cdf6705df774b71b1ef55768d3b4135', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b95ef810-b08d-4c08-b0c0-c75d2ee1b25b', 'external_fixed_ips': [{'subnet_id': 'b3fe51b0-9be9-4b1a-951c-de133b7a88b5', 'ip_address': '172.28.3.47'}], 'enable_snat': True}, 'gw_port_id': '5a759980-3839-4849-86db-9ae124c9a28c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:14:52Z', 'updated_at': '2021-04-30T13:15:16Z', 'revision_number': 4, 'project_id': '1cdf6705df774b71b1ef55768d3b4135', 'gw_port': {'id': '5a759980-3839-4849-86db-9ae124c9a28c', 'name': '', 'network_id': 'b95ef810-b08d-4c08-b0c0-c75d2ee1b25b', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:87:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec506334-ef4a-45b2-8dc2-db935ead4be8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'b3fe51b0-9be9-4b1a-951c-de133b7a88b5', 'ip_address': '172.28.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:14:55Z', 'updated_at': '2021-04-30T13:15:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fe51b0-9be9-4b1a-951c-de133b7a88b5', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-5-smb', '_interfaces': [{'id': 'fc2b2f69-1d4b-4674-803a-ec61eadd06ab', 'name': '', 'network_id': 'e366e837-ed9f-4552-8a40-b501cbb570b4', 'tenant_id': '1cdf6705df774b71b1ef55768d3b4135', 'mac_address': 'fa:16:3e:50:aa:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec506334-ef4a-45b2-8dc2-db935ead4be8', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '6bc0199c-a631-4772-be49-5ae677a3d71f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:15:10Z', 'updated_at': '2021-04-30T13:15:28Z', 'revision_number': 5, 'project_id': '1cdf6705df774b71b1ef55768d3b4135', 'subnets': [{'id': '6bc0199c-a631-4772-be49-5ae677a3d71f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-5-smb', False) {} {{(pid=73814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:21:46.874851 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.84', 60636) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:21:46.880906 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12281bf5-8e41-4bca-a3ea-7a8f6659d913 None None] Checking router: ec506334-ef4a-45b2-8dc2-db935ead4be8 for host: dv-cinder-787195-5-smb {{(pid=73814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 13:21:46.890705 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12281bf5-8e41-4bca-a3ea-7a8f6659d913 None None] Routers {'ec506334-ef4a-45b2-8dc2-db935ead4be8'} bound to L3 agent in host dv-cinder-787195-5-smb {{(pid=73814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:21:46.891327 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.db.l3_hamode_db [None req-12281bf5-8e41-4bca-a3ea-7a8f6659d913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T13:06:52Z,description=,heartbeat_timestamp=2021-04-30T13:21:22Z,host='dv-cinder-787195-5-smb',id=0896dfae-3c2f-4fc2-b5f4-9284ce516a86,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:06:52Z,topic='l3_agent')) {'router_ids': ['ec506334-ef4a-45b2-8dc2-db935ead4be8'], 'active': True} {{(pid=73814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:21:47.047197 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-dc7e0321-48fc-4f6a-8613-89a7df6a4a17 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Notify callbacks [] for security_group, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:47.068694 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.db.l3_dvr_db [None req-12281bf5-8e41-4bca-a3ea-7a8f6659d913 None None] Set router ec506334-ef4a-45b2-8dc2-db935ead4be8 gateway port host: dv-cinder-787195-5-smb {{(pid=73814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:21:47.099875 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb15f70-67a6-44af-8ac1-5605ec19b723 req-f8ac197d-7327-4b93-8234-1ed1c431b6bf tempest-VolumesActionsTest-1038017853 tempest-VolumesActionsTest-1038017853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:21:47.101360 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-ccb15f70-67a6-44af-8ac1-5605ec19b723 req-f8ac197d-7327-4b93-8234-1ed1c431b6bf tempest-VolumesActionsTest-1038017853 tempest-VolumesActionsTest-1038017853-project] 10.222.0.84 "GET /v2.0/networks?id=a9bd451a-0609-409b-b5ef-9654d5cf8a9d HTTP/1.1" status: 200 len: 808 time: 0.2078717 Apr 30 13:21:47.105890 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-dc7e0321-48fc-4f6a-8613-89a7df6a4a17 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Notify callbacks [] for security_group, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:47.243110 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-ccb15f70-67a6-44af-8ac1-5605ec19b723 req-71472aa9-044b-483d-a1ff-6379c8624cb0 tempest-VolumesActionsTest-1038017853 tempest-VolumesActionsTest-1038017853-project] 10.222.0.84 "GET /v2.0/quotas/e32ba0152044483e99e8f73aa77e1b96 HTTP/1.1" status: 200 len: 375 time: 0.1294675 Apr 30 13:21:47.300642 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.quota.resource [req-ccb15f70-67a6-44af-8ac1-5605ec19b723 req-9852b7a8-9beb-4e51-9321-3e5116d36b86 tempest-VolumesActionsTest-1038017853 tempest-VolumesActionsTest-1038017853-project] Synchronizing usage tracker for tenant:e32ba0152044483e99e8f73aa77e1b96 on resource:port {{(pid=73810) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:21:47.318883 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.quota.resource [req-ccb15f70-67a6-44af-8ac1-5605ec19b723 req-9852b7a8-9beb-4e51-9321-3e5116d36b86 tempest-VolumesActionsTest-1038017853 tempest-VolumesActionsTest-1038017853-project] Unset dirty status for tenant:e32ba0152044483e99e8f73aa77e1b96 on resource:port {{(pid=73810) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:21:47.320223 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-ccb15f70-67a6-44af-8ac1-5605ec19b723 req-9852b7a8-9beb-4e51-9321-3e5116d36b86 tempest-VolumesActionsTest-1038017853 tempest-VolumesActionsTest-1038017853-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=e32ba0152044483e99e8f73aa77e1b96&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0682251 Apr 30 13:21:47.325807 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-dc7e0321-48fc-4f6a-8613-89a7df6a4a17 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985230'] for security_group, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:47.333200 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-56700b41-9260-41c6-affa-fc13b61f9bff tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:21:47.352818 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7e0321-48fc-4f6a-8613-89a7df6a4a17 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=edc58895-a2c1-4f02-9a0e-67934106755d,revision_number=None']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:21:47.355852 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-dc7e0321-48fc-4f6a-8613-89a7df6a4a17 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:21:47.362615 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-dc7e0321-48fc-4f6a-8613-89a7df6a4a17 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Notify callbacks [] for security_group, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:47.363758 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [None req-dc7e0321-48fc-4f6a-8613-89a7df6a4a17 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] 10.222.0.84 "DELETE /v2.0/security-groups/edc58895-a2c1-4f02-9a0e-67934106755d HTTP/1.1" status: 204 len: 168 time: 0.4879360 Apr 30 13:21:47.366462 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.84', 60646) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:21:47.385072 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.api.v2.resource [None req-967806d7-8de3-43fa-a169-008c231497a2 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] show failed (client error): The resource could not be found. Apr 30 13:21:47.386075 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [None req-967806d7-8de3-43fa-a169-008c231497a2 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] 10.222.0.84 "GET /v2.0/security-groups/edc58895-a2c1-4f02-9a0e-67934106755d HTTP/1.1" status: 404 len: 347 time: 0.0187056 Apr 30 13:21:47.388985 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.84', 60650) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:21:47.405780 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.db.l3_hamode_db [None req-12281bf5-8e41-4bca-a3ea-7a8f6659d913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec506334-ef4a-45b2-8dc2-db935ead4be8', 'name': 'tempest-AttachVolumeShelveTestJSON-667705505-router', 'tenant_id': '1cdf6705df774b71b1ef55768d3b4135', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b95ef810-b08d-4c08-b0c0-c75d2ee1b25b', 'external_fixed_ips': [{'subnet_id': 'b3fe51b0-9be9-4b1a-951c-de133b7a88b5', 'ip_address': '172.28.3.47'}], 'enable_snat': True}, 'gw_port_id': '5a759980-3839-4849-86db-9ae124c9a28c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:14:52Z', 'updated_at': '2021-04-30T13:15:16Z', 'revision_number': 4, 'project_id': '1cdf6705df774b71b1ef55768d3b4135', 'gw_port': {'id': '5a759980-3839-4849-86db-9ae124c9a28c', 'name': '', 'network_id': 'b95ef810-b08d-4c08-b0c0-c75d2ee1b25b', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:87:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec506334-ef4a-45b2-8dc2-db935ead4be8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'b3fe51b0-9be9-4b1a-951c-de133b7a88b5', 'ip_address': '172.28.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:14:55Z', 'updated_at': '2021-04-30T13:15:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fe51b0-9be9-4b1a-951c-de133b7a88b5', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-5-smb', '_interfaces': [{'id': 'fc2b2f69-1d4b-4674-803a-ec61eadd06ab', 'name': '', 'network_id': 'e366e837-ed9f-4552-8a40-b501cbb570b4', 'tenant_id': '1cdf6705df774b71b1ef55768d3b4135', 'mac_address': 'fa:16:3e:50:aa:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec506334-ef4a-45b2-8dc2-db935ead4be8', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '6bc0199c-a631-4772-be49-5ae677a3d71f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:15:10Z', 'updated_at': '2021-04-30T13:15:28Z', 'revision_number': 5, 'project_id': '1cdf6705df774b71b1ef55768d3b4135', 'subnets': [{'id': '6bc0199c-a631-4772-be49-5ae677a3d71f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-5-smb', False) {} {{(pid=73814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:21:47.409841 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12281bf5-8e41-4bca-a3ea-7a8f6659d913 None None] The sync data for ids ['ec506334-ef4a-45b2-8dc2-db935ead4be8'] in dv-cinder-787195-5-smb is: [{'id': 'ec506334-ef4a-45b2-8dc2-db935ead4be8', 'name': 'tempest-AttachVolumeShelveTestJSON-667705505-router', 'tenant_id': '1cdf6705df774b71b1ef55768d3b4135', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b95ef810-b08d-4c08-b0c0-c75d2ee1b25b', 'external_fixed_ips': [{'subnet_id': 'b3fe51b0-9be9-4b1a-951c-de133b7a88b5', 'ip_address': '172.28.3.47'}], 'enable_snat': True}, 'gw_port_id': '5a759980-3839-4849-86db-9ae124c9a28c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:14:52Z', 'updated_at': '2021-04-30T13:15:16Z', 'revision_number': 4, 'project_id': '1cdf6705df774b71b1ef55768d3b4135', 'gw_port': {'id': '5a759980-3839-4849-86db-9ae124c9a28c', 'name': '', 'network_id': 'b95ef810-b08d-4c08-b0c0-c75d2ee1b25b', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:87:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec506334-ef4a-45b2-8dc2-db935ead4be8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'b3fe51b0-9be9-4b1a-951c-de133b7a88b5', 'ip_address': '172.28.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:14:55Z', 'updated_at': '2021-04-30T13:15:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fe51b0-9be9-4b1a-951c-de133b7a88b5', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-5-smb', '_interfaces': [{'id': 'fc2b2f69-1d4b-4674-803a-ec61eadd06ab', 'name': '', 'network_id': 'e366e837-ed9f-4552-8a40-b501cbb570b4', 'tenant_id': '1cdf6705df774b71b1ef55768d3b4135', 'mac_address': 'fa:16:3e:50:aa:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec506334-ef4a-45b2-8dc2-db935ead4be8', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '6bc0199c-a631-4772-be49-5ae677a3d71f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:15:10Z', 'updated_at': '2021-04-30T13:15:28Z', 'revision_number': 5, 'project_id': '1cdf6705df774b71b1ef55768d3b4135', 'subnets': [{'id': '6bc0199c-a631-4772-be49-5ae677a3d71f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 13:21:47.634651 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c03819-5274-46bd-ad8f-1d35eb3ccf73 None None] New status for floating IP a43c9931-94e5-4fd2-9c8c-2ea7d3cf9351: DOWN {{(pid=73812) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 13:21:47.711939 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-ccb15f70-67a6-44af-8ac1-5605ec19b723 req-14747768-09f7-4b01-acfd-0f55195a40d5 service neutron] 10.222.0.84 "GET /v2.0/networks/a9bd451a-0609-409b-b5ef-9654d5cf8a9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3796821 Apr 30 13:21:47.713735 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77fd793d-7b41-47b1-b1fe-3e87464e36dd', 'name': 'network-vif-deleted', 'tag': 'c1ad8528-0f1f-40bc-a845-305b432b4090'}] {{(pid=73810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:21:47.765849 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77fd793d-7b41-47b1-b1fe-3e87464e36dd', 'name': 'network-vif-deleted', 'tag': 'c1ad8528-0f1f-40bc-a845-305b432b4090', 'status': 'completed', 'code': 200} Apr 30 13:21:47.826249 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.plugin [None req-0d4580fe-3cb9-4da6-b8a5-63a960baabfd tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Deleting port 76ed8ddb-ea40-4990-a89c-27d0a0081b67 {{(pid=73810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:21:47.826496 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-0d4580fe-3cb9-4da6-b8a5-63a960baabfd tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773353273429'] for port, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:47.946572 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-ccb15f70-67a6-44af-8ac1-5605ec19b723 req-85f8cee0-05b7-4ce5-b7b1-c0cd7aeec77a service neutron] 10.222.0.84 "GET /v2.0/networks/a9bd451a-0609-409b-b5ef-9654d5cf8a9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2273142 Apr 30 13:21:47.973000 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-0d4580fe-3cb9-4da6-b8a5-63a960baabfd tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1047743'] for port, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:47.973304 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-0d4580fe-3cb9-4da6-b8a5-63a960baabfd tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:48.117507 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.plugin [None req-0d4580fe-3cb9-4da6-b8a5-63a960baabfd tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Calling delete_port for 76ed8ddb-ea40-4990-a89c-27d0a0081b67 owned by network:floatingip {{(pid=73810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:21:48.164503 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-4399deb1-76fb-4bc1-b16a-f6b9de2275c1 req-3e57598e-c692-4a79-9bc7-46fcf3415d34 tempest-VolumesActionsTest-1038017853 tempest-VolumesActionsTest-1038017853-project] 10.222.0.84 "GET /v2.0/ports?device_id=13be4709-22bf-4c24-8694-0a987dc94958 HTTP/1.1" status: 200 len: 210 time: 0.0589747 Apr 30 13:21:48.274451 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-0d4580fe-3cb9-4da6-b8a5-63a960baabfd tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4120194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773353276016', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773352839711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11792972'] for port, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:48.279454 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-43bae11b-8d81-449a-9764-e637347adfb7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:21:48.330304 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4580fe-3cb9-4da6-b8a5-63a960baabfd tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Pushing event deleted for resources: {'Port': ['ID=76ed8ddb-ea40-4990-a89c-27d0a0081b67,revision_number=None']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:21:48.356880 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-0d4580fe-3cb9-4da6-b8a5-63a960baabfd tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:21:48.421505 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-0d4580fe-3cb9-4da6-b8a5-63a960baabfd tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Notify callbacks [] for floatingip, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:48.435870 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-0d4580fe-3cb9-4da6-b8a5-63a960baabfd tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9974'] for floatingip, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:48.437128 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [None req-0d4580fe-3cb9-4da6-b8a5-63a960baabfd tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] 10.222.0.84 "DELETE /v2.0/floatingips/a43c9931-94e5-4fd2-9c8c-2ea7d3cf9351 HTTP/1.1" status: 204 len: 168 time: 1.0467694 Apr 30 13:21:49.060069 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-9ce3b64e-99ff-40f3-95cf-7d510603e3b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000748'] for agent, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:49.227802 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb15f70-67a6-44af-8ac1-5605ec19b723 req-a9ca5a04-9c6e-48b3-8741-1a7093c5cce4 tempest-VolumesActionsTest-1038017853 tempest-VolumesActionsTest-1038017853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:21:49.230287 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-ccb15f70-67a6-44af-8ac1-5605ec19b723 req-a9ca5a04-9c6e-48b3-8741-1a7093c5cce4 tempest-VolumesActionsTest-1038017853 tempest-VolumesActionsTest-1038017853-project] 10.222.0.95 "GET /v2.0/networks?id=a9bd451a-0609-409b-b5ef-9654d5cf8a9d HTTP/1.1" status: 200 len: 808 time: 0.1558857 Apr 30 13:21:49.243172 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.v2.base [req-ccb15f70-67a6-44af-8ac1-5605ec19b723 req-7bf1eb0b-4293-44f4-b75f-5d7276c4bc71 tempest-VolumesActionsTest-1038017853 tempest-VolumesActionsTest-1038017853-project] Request body: {'port': {'device_id': '13be4709-22bf-4c24-8694-0a987dc94958', 'network_id': 'a9bd451a-0609-409b-b5ef-9654d5cf8a9d', 'admin_state_up': True, 'tenant_id': 'e32ba0152044483e99e8f73aa77e1b96'}} {{(pid=73810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:21:49.336658 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.db.agents_db [None req-91df71b6-c2d8-49d0-b68d-2a1f0a47a62a None None] Agent healthcheck: found 6 active agents {{(pid=73814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 13:21:49.370909 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-dc4f9ad3-2779-41e3-90d1-dee1244815bd req-f09e1fd8-c1b1-4d79-bbcb-2562ee47940f tempest-VolumesActionsTest-1038017853 tempest-VolumesActionsTest-1038017853-project] 10.222.0.84 "GET /v2.0/ports?device_id=13be4709-22bf-4c24-8694-0a987dc94958 HTTP/1.1" status: 200 len: 210 time: 0.0905349 Apr 30 13:21:49.521807 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [req-ccb15f70-67a6-44af-8ac1-5605ec19b723 req-7bf1eb0b-4293-44f4-b75f-5d7276c4bc71 tempest-VolumesActionsTest-1038017853 tempest-VolumesActionsTest-1038017853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:21:49.531979 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [req-ccb15f70-67a6-44af-8ac1-5605ec19b723 req-7bf1eb0b-4293-44f4-b75f-5d7276c4bc71 tempest-VolumesActionsTest-1038017853 tempest-VolumesActionsTest-1038017853-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:21:49.548725 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ccb15f70-67a6-44af-8ac1-5605ec19b723 req-7bf1eb0b-4293-44f4-b75f-5d7276c4bc71 tempest-VolumesActionsTest-1038017853 tempest-VolumesActionsTest-1038017853-project] Made reservation on behalf of e32ba0152044483e99e8f73aa77e1b96 for: {'port': 1} {{(pid=73810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:21:49.552509 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-ccb15f70-67a6-44af-8ac1-5605ec19b723 req-7bf1eb0b-4293-44f4-b75f-5d7276c4bc71 tempest-VolumesActionsTest-1038017853 tempest-VolumesActionsTest-1038017853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4120257'] for port, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:49.716743 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.db.db_base_plugin_common [req-ccb15f70-67a6-44af-8ac1-5605ec19b723 req-7bf1eb0b-4293-44f4-b75f-5d7276c4bc71 tempest-VolumesActionsTest-1038017853 tempest-VolumesActionsTest-1038017853-project] Allocated IP 172.20.0.10 (a9bd451a-0609-409b-b5ef-9654d5cf8a9d/e05c64f0-e9b1-49c4-9f81-1f2c32d56733/7b685440-6607-4e58-85f7-0ad2100c5d44) {{(pid=73810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 13:21:49.935710 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-ccb15f70-67a6-44af-8ac1-5605ec19b723 req-7bf1eb0b-4293-44f4-b75f-5d7276c4bc71 tempest-VolumesActionsTest-1038017853 tempest-VolumesActionsTest-1038017853-project] Notify callbacks [] for port, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:49.969692 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-ccb15f70-67a6-44af-8ac1-5605ec19b723 req-7bf1eb0b-4293-44f4-b75f-5d7276c4bc71 tempest-VolumesActionsTest-1038017853 tempest-VolumesActionsTest-1038017853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4120194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773352839702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11792972'] for port, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:49.975799 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-b7ca4f6f-9536-4110-b03c-8990e61dbac9 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:21:50.044064 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ccb15f70-67a6-44af-8ac1-5605ec19b723 req-7bf1eb0b-4293-44f4-b75f-5d7276c4bc71 tempest-VolumesActionsTest-1038017853 tempest-VolumesActionsTest-1038017853-project] Network a9bd451a-0609-409b-b5ef-9654d5cf8a9d is already hosted by enough agents. {{(pid=73810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:21:50.047554 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.scheduler.base_scheduler [req-ccb15f70-67a6-44af-8ac1-5605ec19b723 req-7bf1eb0b-4293-44f4-b75f-5d7276c4bc71 tempest-VolumesActionsTest-1038017853 tempest-VolumesActionsTest-1038017853-project] Resources bound (agent type, host, resource id): {{(pid=73810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:21:50.051587 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccb15f70-67a6-44af-8ac1-5605ec19b723 req-7bf1eb0b-4293-44f4-b75f-5d7276c4bc71 tempest-VolumesActionsTest-1038017853 tempest-VolumesActionsTest-1038017853-project] Received port after_create {{(pid=73810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 13:21:50.097120 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf1eb0b-4293-44f4-b75f-5d7276c4bc71 tempest-VolumesActionsTest-1038017853 tempest-VolumesActionsTest-1038017853-project] Pushing event updated for resources: {'Port': ['ID=7b685440-6607-4e58-85f7-0ad2100c5d44,revision_number=1']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:21:50.101853 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-7bf1eb0b-4293-44f4-b75f-5d7276c4bc71 tempest-VolumesActionsTest-1038017853 tempest-VolumesActionsTest-1038017853-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:21:50.124724 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb15f70-67a6-44af-8ac1-5605ec19b723 req-7bf1eb0b-4293-44f4-b75f-5d7276c4bc71 tempest-VolumesActionsTest-1038017853 tempest-VolumesActionsTest-1038017853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:21:50.125340 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-ccb15f70-67a6-44af-8ac1-5605ec19b723 req-7bf1eb0b-4293-44f4-b75f-5d7276c4bc71 tempest-VolumesActionsTest-1038017853 tempest-VolumesActionsTest-1038017853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9974'] for port, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:50.152712 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-ccb15f70-67a6-44af-8ac1-5605ec19b723 req-7bf1eb0b-4293-44f4-b75f-5d7276c4bc71 tempest-VolumesActionsTest-1038017853 tempest-VolumesActionsTest-1038017853-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9133294 Apr 30 13:21:50.165897 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.v2.base [req-ccb15f70-67a6-44af-8ac1-5605ec19b723 req-55494e4e-ba5e-410f-b87f-16be25984305 service neutron] Request body: {'port': {'device_id': '13be4709-22bf-4c24-8694-0a987dc94958', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78719'}} {{(pid=73810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:21:50.284882 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-ccb15f70-67a6-44af-8ac1-5605ec19b723 req-55494e4e-ba5e-410f-b87f-16be25984305 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4120257'] for port, before_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:50.646434 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ee4622-70be-49c8-86bd-44f908eaa62c req-fa2449f6-c579-48ed-a93b-de4f1d42a3c2 tempest-VolumesActionsTest-1038017853 tempest-VolumesActionsTest-1038017853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:21:50.647192 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.quota.resource [req-b4ee4622-70be-49c8-86bd-44f908eaa62c req-fa2449f6-c579-48ed-a93b-de4f1d42a3c2 tempest-VolumesActionsTest-1038017853 tempest-VolumesActionsTest-1038017853-project] Synchronizing usage tracker for tenant:e32ba0152044483e99e8f73aa77e1b96 on resource:port {{(pid=73810) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:21:50.714204 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.quota.resource [req-b4ee4622-70be-49c8-86bd-44f908eaa62c req-fa2449f6-c579-48ed-a93b-de4f1d42a3c2 tempest-VolumesActionsTest-1038017853 tempest-VolumesActionsTest-1038017853-project] Unset dirty status for tenant:e32ba0152044483e99e8f73aa77e1b96 on resource:port {{(pid=73810) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:21:50.715295 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-b4ee4622-70be-49c8-86bd-44f908eaa62c req-fa2449f6-c579-48ed-a93b-de4f1d42a3c2 tempest-VolumesActionsTest-1038017853 tempest-VolumesActionsTest-1038017853-project] 10.222.0.84 "GET /v2.0/ports?device_id=13be4709-22bf-4c24-8694-0a987dc94958 HTTP/1.1" status: 200 len: 932 time: 0.2028289 Apr 30 13:21:50.717412 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.notifiers.nova [req-ccb15f70-67a6-44af-8ac1-5605ec19b723 req-55494e4e-ba5e-410f-b87f-16be25984305 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b685440-6607-4e58-85f7-0ad2100c5d44 {{(pid=73810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 13:21:50.726401 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-ccb15f70-67a6-44af-8ac1-5605ec19b723 req-55494e4e-ba5e-410f-b87f-16be25984305 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:50.764266 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [req-ccb15f70-67a6-44af-8ac1-5605ec19b723 req-55494e4e-ba5e-410f-b87f-16be25984305 service neutron] Transition to ACTIVE for port object 7b685440-6607-4e58-85f7-0ad2100c5d44 will not be triggered until provisioned by entity L2. {{(pid=73810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:21:50.771176 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-ccb15f70-67a6-44af-8ac1-5605ec19b723 req-55494e4e-ba5e-410f-b87f-16be25984305 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4120194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773353276007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773352839720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773352839765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11792967'] for port, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:50.777867 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-97b1cae7-7d16-459b-b358-95c61e407e76 tempest-VolumesActionsTest-1038017853 tempest-VolumesActionsTest-1038017853-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:21:50.817021 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-b4ee4622-70be-49c8-86bd-44f908eaa62c req-35f665df-ca65-47f9-bab2-82ca9406cda9 tempest-VolumesActionsTest-1038017853 tempest-VolumesActionsTest-1038017853-project] 10.222.0.84 "GET /v2.0/security-groups?id=01654c76-a6bc-4320-a216-f8a1b7794d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950816 Apr 30 13:21:50.933225 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55494e4e-ba5e-410f-b87f-16be25984305 service neutron] Pushing event updated for resources: {'Port': ['ID=7b685440-6607-4e58-85f7-0ad2100c5d44,revision_number=2']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:21:50.940995 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-55494e4e-ba5e-410f-b87f-16be25984305 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:21:51.017957 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.managers [req-ccb15f70-67a6-44af-8ac1-5605ec19b723 req-55494e4e-ba5e-410f-b87f-16be25984305 service neutron] Attempting to bind port 7b685440-6607-4e58-85f7-0ad2100c5d44 on host hv-cinder-78719 for vnic_type normal with profile {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 13:21:51.018322 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.managers [req-ccb15f70-67a6-44af-8ac1-5605ec19b723 req-55494e4e-ba5e-410f-b87f-16be25984305 service neutron] Attempting to bind port 7b685440-6607-4e58-85f7-0ad2100c5d44 by drivers openvswitch,hyperv on host hv-cinder-78719 at level 0 using segments [{'id': 'a77f0e39-cdb0-4c3f-b15a-e21c05b0be58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': 'a9bd451a-0609-409b-b5ef-9654d5cf8a9d'}] {{(pid=73810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 13:21:51.018626 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccb15f70-67a6-44af-8ac1-5605ec19b723 req-55494e4e-ba5e-410f-b87f-16be25984305 service neutron] Attempting to bind port 7b685440-6607-4e58-85f7-0ad2100c5d44 on network a9bd451a-0609-409b-b5ef-9654d5cf8a9d {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:21:51.023705 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccb15f70-67a6-44af-8ac1-5605ec19b723 req-55494e4e-ba5e-410f-b87f-16be25984305 service neutron] Port 7b685440-6607-4e58-85f7-0ad2100c5d44 on network a9bd451a-0609-409b-b5ef-9654d5cf8a9d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78719 {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 30 13:21:51.024025 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccb15f70-67a6-44af-8ac1-5605ec19b723 req-55494e4e-ba5e-410f-b87f-16be25984305 service neutron] Attempting to bind port 7b685440-6607-4e58-85f7-0ad2100c5d44 on network a9bd451a-0609-409b-b5ef-9654d5cf8a9d {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:21:51.029499 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccb15f70-67a6-44af-8ac1-5605ec19b723 req-55494e4e-ba5e-410f-b87f-16be25984305 service neutron] Checking agent: {'id': '9979f301-637a-421d-a751-ee4de56fc333', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78719', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 13, 10), 'started_at': datetime.datetime(2021, 4, 30, 13, 13, 10), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 21, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 13:21:51.029828 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccb15f70-67a6-44af-8ac1-5605ec19b723 req-55494e4e-ba5e-410f-b87f-16be25984305 service neutron] Checking segment: {'id': 'a77f0e39-cdb0-4c3f-b15a-e21c05b0be58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': 'a9bd451a-0609-409b-b5ef-9654d5cf8a9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:21:51.030213 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccb15f70-67a6-44af-8ac1-5605ec19b723 req-55494e4e-ba5e-410f-b87f-16be25984305 service neutron] Bound using segment: {'id': 'a77f0e39-cdb0-4c3f-b15a-e21c05b0be58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': 'a9bd451a-0609-409b-b5ef-9654d5cf8a9d'} {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 13:21:51.030632 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.managers [req-ccb15f70-67a6-44af-8ac1-5605ec19b723 req-55494e4e-ba5e-410f-b87f-16be25984305 service neutron] Bound port: 7b685440-6607-4e58-85f7-0ad2100c5d44, host: hv-cinder-78719, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a77f0e39-cdb0-4c3f-b15a-e21c05b0be58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': 'a9bd451a-0609-409b-b5ef-9654d5cf8a9d'}}] {{(pid=73810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 13:21:51.030979 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-ccb15f70-67a6-44af-8ac1-5605ec19b723 req-55494e4e-ba5e-410f-b87f-16be25984305 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4120257'] for port, before_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:51.124163 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.db [req-ccb15f70-67a6-44af-8ac1-5605ec19b723 req-55494e4e-ba5e-410f-b87f-16be25984305 service neutron] For port 7b685440-6607-4e58-85f7-0ad2100c5d44, host hv-cinder-78719, cleared binding levels {{(pid=73810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 13:21:51.127580 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.db [req-ccb15f70-67a6-44af-8ac1-5605ec19b723 req-55494e4e-ba5e-410f-b87f-16be25984305 service neutron] For port 7b685440-6607-4e58-85f7-0ad2100c5d44, host hv-cinder-78719, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=7b685440-6607-4e58-85f7-0ad2100c5d44,segment=NetworkSegment(a77f0e39-cdb0-4c3f-b15a-e21c05b0be58),segment_id=a77f0e39-cdb0-4c3f-b15a-e21c05b0be58)] {{(pid=73810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 13:21:51.134691 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-ccb15f70-67a6-44af-8ac1-5605ec19b723 req-55494e4e-ba5e-410f-b87f-16be25984305 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4120194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773353276007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773352839720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773352839765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11792967'] for port, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:51.138641 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-41e8ff00-d4b7-42e4-8585-9d0cbeb34a4a tempest-AttachVolumeNegativeTest-2001234613 tempest-AttachVolumeNegativeTest-2001234613-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:21:51.195217 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb15f70-67a6-44af-8ac1-5605ec19b723 req-55494e4e-ba5e-410f-b87f-16be25984305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:21:51.195842 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-ccb15f70-67a6-44af-8ac1-5605ec19b723 req-55494e4e-ba5e-410f-b87f-16be25984305 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9974'] for port, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:51.197266 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-ccb15f70-67a6-44af-8ac1-5605ec19b723 req-55494e4e-ba5e-410f-b87f-16be25984305 service neutron] 10.222.0.95 "PUT /v2.0/ports/7b685440-6607-4e58-85f7-0ad2100c5d44 HTTP/1.1" status: 200 len: 1094 time: 1.0359037 Apr 30 13:21:51.197800 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13be4709-22bf-4c24-8694-0a987dc94958', 'tag': '7b685440-6607-4e58-85f7-0ad2100c5d44'}] {{(pid=73810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:21:51.231027 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55494e4e-ba5e-410f-b87f-16be25984305 service neutron] Pushing event updated for resources: {'Port': ['ID=7b685440-6607-4e58-85f7-0ad2100c5d44,revision_number=3']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:21:51.234470 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-55494e4e-ba5e-410f-b87f-16be25984305 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:21:51.273668 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.84', 60696) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:21:51.275352 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13be4709-22bf-4c24-8694-0a987dc94958', 'tag': '7b685440-6607-4e58-85f7-0ad2100c5d44', 'status': 'completed', 'code': 200} Apr 30 13:21:51.316762 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb15f70-67a6-44af-8ac1-5605ec19b723 req-f78e2d70-63be-4a25-a098-9b1256138854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:21:51.318470 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-ccb15f70-67a6-44af-8ac1-5605ec19b723 req-f78e2d70-63be-4a25-a098-9b1256138854 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=e32ba0152044483e99e8f73aa77e1b96&device_id=13be4709-22bf-4c24-8694-0a987dc94958 HTTP/1.1" status: 200 len: 1097 time: 0.0802112 Apr 30 13:21:51.497967 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-ccb15f70-67a6-44af-8ac1-5605ec19b723 req-41e11f65-54c0-490b-bd37-d52d46ab79d6 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7b685440-6607-4e58-85f7-0ad2100c5d44 HTTP/1.1" status: 200 len: 217 time: 0.1715715 Apr 30 13:21:51.561784 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb15f70-67a6-44af-8ac1-5605ec19b723 req-288a17f2-cd43-40b4-8149-c753c7574e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:21:51.563253 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-ccb15f70-67a6-44af-8ac1-5605ec19b723 req-288a17f2-cd43-40b4-8149-c753c7574e64 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=e05c64f0-e9b1-49c4-9f81-1f2c32d56733 HTTP/1.1" status: 200 len: 848 time: 0.0581622 Apr 30 13:21:51.613149 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-ccb15f70-67a6-44af-8ac1-5605ec19b723 req-c0b85560-a0aa-4799-a984-e2508f09b16c service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=a9bd451a-0609-409b-b5ef-9654d5cf8a9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428495 Apr 30 13:21:51.750092 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-ccb15f70-67a6-44af-8ac1-5605ec19b723 req-7052688a-9995-44e3-88b9-7a6fd5224069 service neutron] 10.222.0.95 "GET /v2.0/networks/a9bd451a-0609-409b-b5ef-9654d5cf8a9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297665 Apr 30 13:21:51.848152 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-e6a6da04-87c5-4e4b-aa27-b5cb4b5fca74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000748'] for agent, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:51.897178 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-ccb15f70-67a6-44af-8ac1-5605ec19b723 req-c23d995a-5ce4-4f12-8c88-e2ca37ae0221 service neutron] 10.222.0.95 "GET /v2.0/networks/a9bd451a-0609-409b-b5ef-9654d5cf8a9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397824 Apr 30 13:21:51.984146 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-ab6f28d8-df41-439b-b13a-e473c638157a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-924750'] for router_interface, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:52.072681 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab0d7a0-cf0d-458c-bacb-d274996fb49b req-8d9e2206-292b-42c9-b443-60387e134789 tempest-VolumesActionsTest-1038017853 tempest-VolumesActionsTest-1038017853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:21:52.074183 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-1ab0d7a0-cf0d-458c-bacb-d274996fb49b req-8d9e2206-292b-42c9-b443-60387e134789 tempest-VolumesActionsTest-1038017853 tempest-VolumesActionsTest-1038017853-project] 10.222.0.84 "GET /v2.0/ports?device_id=13be4709-22bf-4c24-8694-0a987dc94958 HTTP/1.1" status: 200 len: 944 time: 0.1406510 Apr 30 13:21:52.080861 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7225aede-32f9-47e4-b9fa-73d01ea1bd62 req-45d9dbd0-66f2-4f81-9ec1-7bba80320e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:21:52.082283 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-7225aede-32f9-47e4-b9fa-73d01ea1bd62 req-45d9dbd0-66f2-4f81-9ec1-7bba80320e06 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=e32ba0152044483e99e8f73aa77e1b96&device_id=13be4709-22bf-4c24-8694-0a987dc94958 HTTP/1.1" status: 200 len: 1097 time: 0.1125128 Apr 30 13:21:52.217170 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-1ab0d7a0-cf0d-458c-bacb-d274996fb49b req-853f22b0-10ea-452a-9422-b4638910afd3 tempest-VolumesActionsTest-1038017853 tempest-VolumesActionsTest-1038017853-project] 10.222.0.84 "GET /v2.0/security-groups?id=01654c76-a6bc-4320-a216-f8a1b7794d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337969 Apr 30 13:21:52.253606 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7225aede-32f9-47e4-b9fa-73d01ea1bd62 req-6a0e9233-5698-40df-aa35-83ebe194606e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:21:52.255048 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-7225aede-32f9-47e4-b9fa-73d01ea1bd62 req-6a0e9233-5698-40df-aa35-83ebe194606e service neutron] 10.222.0.95 "GET /v2.0/networks?id=a9bd451a-0609-409b-b5ef-9654d5cf8a9d HTTP/1.1" status: 200 len: 910 time: 0.1586719 Apr 30 13:21:52.269208 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000748'] for agent, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:52.324515 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-7225aede-32f9-47e4-b9fa-73d01ea1bd62 req-37b14323-6840-4eac-b28e-11c8f7e32f43 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7b685440-6607-4e58-85f7-0ad2100c5d44 HTTP/1.1" status: 200 len: 217 time: 0.0613163 Apr 30 13:21:52.396335 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7225aede-32f9-47e4-b9fa-73d01ea1bd62 req-6887788e-46e1-4ead-ba82-1941bfbe91a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:21:52.397813 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-7225aede-32f9-47e4-b9fa-73d01ea1bd62 req-6887788e-46e1-4ead-ba82-1941bfbe91a8 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=e05c64f0-e9b1-49c4-9f81-1f2c32d56733 HTTP/1.1" status: 200 len: 848 time: 0.0665848 Apr 30 13:21:52.414159 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.plugin [None req-ab6f28d8-df41-439b-b13a-e473c638157a admin admin] Deleting port fc2b2f69-1d4b-4674-803a-ec61eadd06ab {{(pid=73809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:21:52.414792 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-ab6f28d8-df41-439b-b13a-e473c638157a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773353273429'] for port, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:52.445607 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-7225aede-32f9-47e4-b9fa-73d01ea1bd62 req-767628bd-1415-4a4f-88ba-b8dfeecaa619 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=a9bd451a-0609-409b-b5ef-9654d5cf8a9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409670 Apr 30 13:21:52.542145 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [None req-ab6f28d8-df41-439b-b13a-e473c638157a admin admin] For port fc2b2f69-1d4b-4674-803a-ec61eadd06ab, host dv-cinder-787195-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-5-smb',level=0,port_id=fc2b2f69-1d4b-4674-803a-ec61eadd06ab,segment=NetworkSegment(bd5afee6-82cf-4022-aa9c-8998fa98a06d),segment_id=bd5afee6-82cf-4022-aa9c-8998fa98a06d)] {{(pid=73809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:21:52.542566 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-ab6f28d8-df41-439b-b13a-e473c638157a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1047743'] for port, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:52.582528 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-7225aede-32f9-47e4-b9fa-73d01ea1bd62 req-d955277e-32fb-4b25-8d64-06a161a5c098 service neutron] 10.222.0.95 "GET /v2.0/networks/a9bd451a-0609-409b-b5ef-9654d5cf8a9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279035 Apr 30 13:21:52.668272 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.plugin [None req-ab6f28d8-df41-439b-b13a-e473c638157a admin admin] Calling delete_port for fc2b2f69-1d4b-4674-803a-ec61eadd06ab owned by network:router_interface {{(pid=73809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:21:52.720702 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-7225aede-32f9-47e4-b9fa-73d01ea1bd62 req-d08169ec-41c2-4b8d-b8fd-2135470adfb7 service neutron] 10.222.0.95 "GET /v2.0/networks/a9bd451a-0609-409b-b5ef-9654d5cf8a9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310647 Apr 30 13:21:52.834085 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-ab6f28d8-df41-439b-b13a-e473c638157a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4120194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773353276016', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773352839711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11423588'] for port, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:52.838105 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-c172a7ee-e2b0-4df1-a521-c7b97e424898 tempest-DeleteServersTestJSON-277115900 tempest-DeleteServersTestJSON-277115900-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:21:52.883039 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6f28d8-df41-439b-b13a-e473c638157a admin admin] Pushing event deleted for resources: {'Port': ['ID=fc2b2f69-1d4b-4674-803a-ec61eadd06ab,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:21:52.886224 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-ab6f28d8-df41-439b-b13a-e473c638157a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:21:53.133735 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-a9ba599c-bbf2-42e7-8bf2-2ae3bfc6b861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000748'] for agent, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:53.161328 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-ab6f28d8-df41-439b-b13a-e473c638157a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-647320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1041918'] for router_interface, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:53.420021 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fd7136-0d57-488c-8c35-3b40576d8b0d req-ac68f9f5-3add-49f4-b1d4-0c0559712b3b tempest-VolumesActionsTest-1038017853 tempest-VolumesActionsTest-1038017853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:21:53.422124 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-83fd7136-0d57-488c-8c35-3b40576d8b0d req-ac68f9f5-3add-49f4-b1d4-0c0559712b3b tempest-VolumesActionsTest-1038017853 tempest-VolumesActionsTest-1038017853-project] 10.222.0.84 "GET /v2.0/ports?device_id=13be4709-22bf-4c24-8694-0a987dc94958 HTTP/1.1" status: 200 len: 944 time: 0.0888758 Apr 30 13:21:53.473689 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-83fd7136-0d57-488c-8c35-3b40576d8b0d req-f9d0165b-7af4-4da2-8cff-1f020498814c tempest-VolumesActionsTest-1038017853 tempest-VolumesActionsTest-1038017853-project] 10.222.0.84 "GET /v2.0/security-groups?id=01654c76-a6bc-4320-a216-f8a1b7794d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452673 Apr 30 13:21:53.638522 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab6f28d8-df41-439b-b13a-e473c638157a admin admin] Router ec506334-ef4a-45b2-8dc2-db935ead4be8 has already been hosted by L3 agent 0896dfae-3c2f-4fc2-b5f4-9284ce516a86 {{(pid=73809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 13:21:53.830614 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab6f28d8-df41-439b-b13a-e473c638157a admin admin] Notify agent at l3_agent.dv-cinder-787195-5-smb the message routers_updated {{(pid=73809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 13:21:53.839383 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6622fe3e-1a1e-4e3b-b90c-95956d5e1a0b None None] Sync routers for ids ['ec506334-ef4a-45b2-8dc2-db935ead4be8'] in dv-cinder-787195-5-smb {{(pid=73814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 13:21:53.843469 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [None req-ab6f28d8-df41-439b-b13a-e473c638157a admin admin] 10.222.0.84 "PUT /v2.0/routers/ec506334-ef4a-45b2-8dc2-db935ead4be8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5687265 Apr 30 13:21:53.845914 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.84', 60706) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:21:53.851353 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6622fe3e-1a1e-4e3b-b90c-95956d5e1a0b None None] Routers {'ec506334-ef4a-45b2-8dc2-db935ead4be8'} bound to L3 agent in host dv-cinder-787195-5-smb {{(pid=73814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:21:53.852257 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.db.l3_hamode_db [None req-6622fe3e-1a1e-4e3b-b90c-95956d5e1a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T13:06:52Z,description=,heartbeat_timestamp=2021-04-30T13:21:52Z,host='dv-cinder-787195-5-smb',id=0896dfae-3c2f-4fc2-b5f4-9284ce516a86,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:06:52Z,topic='l3_agent')) {'router_ids': ['ec506334-ef4a-45b2-8dc2-db935ead4be8'], 'active': True} {{(pid=73814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:21:54.024502 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-06460de3-cf4a-4bb8-acd2-906b2fc8caa1 admin admin] Notify callbacks [] for router, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:54.032377 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.db.l3_dvr_db [None req-6622fe3e-1a1e-4e3b-b90c-95956d5e1a0b None None] Set router ec506334-ef4a-45b2-8dc2-db935ead4be8 gateway port host: dv-cinder-787195-5-smb {{(pid=73814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:21:54.202293 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-06460de3-cf4a-4bb8-acd2-906b2fc8caa1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:54.275881 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.plugin [None req-06460de3-cf4a-4bb8-acd2-906b2fc8caa1 admin admin] Deleting port 5a759980-3839-4849-86db-9ae124c9a28c {{(pid=73809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:21:54.276224 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-06460de3-cf4a-4bb8-acd2-906b2fc8caa1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773353273429'] for port, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:54.351368 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.db.l3_hamode_db [None req-6622fe3e-1a1e-4e3b-b90c-95956d5e1a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec506334-ef4a-45b2-8dc2-db935ead4be8', 'name': 'tempest-AttachVolumeShelveTestJSON-667705505-router', 'tenant_id': '1cdf6705df774b71b1ef55768d3b4135', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b95ef810-b08d-4c08-b0c0-c75d2ee1b25b', 'external_fixed_ips': [{'subnet_id': 'b3fe51b0-9be9-4b1a-951c-de133b7a88b5', 'ip_address': '172.28.3.47'}], 'enable_snat': True}, 'gw_port_id': '5a759980-3839-4849-86db-9ae124c9a28c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:14:52Z', 'updated_at': '2021-04-30T13:21:52Z', 'revision_number': 5, 'project_id': '1cdf6705df774b71b1ef55768d3b4135', 'gw_port': {'id': '5a759980-3839-4849-86db-9ae124c9a28c', 'name': '', 'network_id': 'b95ef810-b08d-4c08-b0c0-c75d2ee1b25b', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:87:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec506334-ef4a-45b2-8dc2-db935ead4be8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'b3fe51b0-9be9-4b1a-951c-de133b7a88b5', 'ip_address': '172.28.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:14:55Z', 'updated_at': '2021-04-30T13:15:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fe51b0-9be9-4b1a-951c-de133b7a88b5', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-5-smb'}], 'dv-cinder-787195-5-smb', False) {} {{(pid=73814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:21:54.355357 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6622fe3e-1a1e-4e3b-b90c-95956d5e1a0b None None] Checking router: ec506334-ef4a-45b2-8dc2-db935ead4be8 for host: dv-cinder-787195-5-smb {{(pid=73814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 13:21:54.363898 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6622fe3e-1a1e-4e3b-b90c-95956d5e1a0b None None] Routers {'ec506334-ef4a-45b2-8dc2-db935ead4be8'} bound to L3 agent in host dv-cinder-787195-5-smb {{(pid=73814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:21:54.364534 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.db.l3_hamode_db [None req-6622fe3e-1a1e-4e3b-b90c-95956d5e1a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T13:06:52Z,description=,heartbeat_timestamp=2021-04-30T13:21:52Z,host='dv-cinder-787195-5-smb',id=0896dfae-3c2f-4fc2-b5f4-9284ce516a86,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:06:52Z,topic='l3_agent')) {'router_ids': ['ec506334-ef4a-45b2-8dc2-db935ead4be8'], 'active': True} {{(pid=73814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:21:54.398368 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [None req-06460de3-cf4a-4bb8-acd2-906b2fc8caa1 admin admin] For port 5a759980-3839-4849-86db-9ae124c9a28c, host dv-cinder-787195-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-5-smb',level=0,port_id=5a759980-3839-4849-86db-9ae124c9a28c,segment=NetworkSegment(f8d4e1c1-82f5-4515-b5f8-67450a2bb94b),segment_id=f8d4e1c1-82f5-4515-b5f8-67450a2bb94b)] {{(pid=73809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:21:54.398738 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-06460de3-cf4a-4bb8-acd2-906b2fc8caa1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1047743'] for port, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:54.507687 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-5918b5d9-36b2-459a-8043-2e5e2054f07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000748'] for agent, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:54.515141 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.db.l3_dvr_db [None req-6622fe3e-1a1e-4e3b-b90c-95956d5e1a0b None None] Set router ec506334-ef4a-45b2-8dc2-db935ead4be8 gateway port host: None {{(pid=73814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:21:54.524018 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.plugin [None req-06460de3-cf4a-4bb8-acd2-906b2fc8caa1 admin admin] Calling delete_port for 5a759980-3839-4849-86db-9ae124c9a28c owned by network:router_gateway {{(pid=73809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:21:54.539101 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.rpc [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Device 7b685440-6607-4e58-85f7-0ad2100c5d44 details requested by agent hyperv_hv-cinder-78719 with host hv-cinder-78719 {{(pid=73812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 13:21:54.623317 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.db.l3_hamode_db [None req-6622fe3e-1a1e-4e3b-b90c-95956d5e1a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec506334-ef4a-45b2-8dc2-db935ead4be8', 'name': 'tempest-AttachVolumeShelveTestJSON-667705505-router', 'tenant_id': '1cdf6705df774b71b1ef55768d3b4135', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:14:52Z', 'updated_at': '2021-04-30T13:21:54Z', 'revision_number': 6, 'project_id': '1cdf6705df774b71b1ef55768d3b4135', 'gw_port_host': None}], 'dv-cinder-787195-5-smb', False) {} {{(pid=73814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:21:54.627570 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6622fe3e-1a1e-4e3b-b90c-95956d5e1a0b None None] The sync data for ids ['ec506334-ef4a-45b2-8dc2-db935ead4be8'] in dv-cinder-787195-5-smb is: [{'id': 'ec506334-ef4a-45b2-8dc2-db935ead4be8', 'name': 'tempest-AttachVolumeShelveTestJSON-667705505-router', 'tenant_id': '1cdf6705df774b71b1ef55768d3b4135', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:14:52Z', 'updated_at': '2021-04-30T13:21:54Z', 'revision_number': 6, 'project_id': '1cdf6705df774b71b1ef55768d3b4135', 'gw_port_host': None}] {{(pid=73814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 13:21:54.730401 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8a2b20-a8b0-4cdb-b5ab-9b087aa0b3b6 req-469f85c2-4d3a-4a42-977d-74eb92a2904b tempest-VolumesActionsTest-1038017853 tempest-VolumesActionsTest-1038017853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:21:54.733985 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-aa8a2b20-a8b0-4cdb-b5ab-9b087aa0b3b6 req-469f85c2-4d3a-4a42-977d-74eb92a2904b tempest-VolumesActionsTest-1038017853 tempest-VolumesActionsTest-1038017853-project] 10.222.0.84 "GET /v2.0/ports?device_id=13be4709-22bf-4c24-8694-0a987dc94958 HTTP/1.1" status: 200 len: 944 time: 0.1064470 Apr 30 13:21:54.738313 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.db [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] For port 7b685440-6607-4e58-85f7-0ad2100c5d44, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=7b685440-6607-4e58-85f7-0ad2100c5d44,segment=NetworkSegment(a77f0e39-cdb0-4c3f-b15a-e21c05b0be58),segment_id=a77f0e39-cdb0-4c3f-b15a-e21c05b0be58)] {{(pid=73812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:21:54.753916 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.rpc [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Returning: {'device': '7b685440-6607-4e58-85f7-0ad2100c5d44', 'network_id': 'a9bd451a-0609-409b-b5ef-9654d5cf8a9d', 'port_id': '7b685440-6607-4e58-85f7-0ad2100c5d44', 'mac_address': 'fa:16:3e:7b:a6:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e05c64f0-e9b1-49c4-9f81-1f2c32d56733', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 13:21:54.781987 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-aa8a2b20-a8b0-4cdb-b5ab-9b087aa0b3b6 req-65165093-20fd-4686-95e1-ea71b43c868e tempest-VolumesActionsTest-1038017853 tempest-VolumesActionsTest-1038017853-project] 10.222.0.84 "GET /v2.0/security-groups?id=01654c76-a6bc-4320-a216-f8a1b7794d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419757 Apr 30 13:21:54.821831 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4120257'] for port, before_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:54.841454 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-06460de3-cf4a-4bb8-acd2-906b2fc8caa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4120194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773353276016', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773352839711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11423588'] for port, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:54.842942 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.notifiers.nova [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b685440-6607-4e58-85f7-0ad2100c5d44 {{(pid=73812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 13:21:54.845440 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:21:54.859774 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.db [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] For port 7b685440-6607-4e58-85f7-0ad2100c5d44, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=7b685440-6607-4e58-85f7-0ad2100c5d44,segment=NetworkSegment(a77f0e39-cdb0-4c3f-b15a-e21c05b0be58),segment_id=a77f0e39-cdb0-4c3f-b15a-e21c05b0be58)] {{(pid=73812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:21:54.865397 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4120194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773353276007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773352839720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773352839765'] for port, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:54.867403 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:21:54.892030 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06460de3-cf4a-4bb8-acd2-906b2fc8caa1 admin admin] Pushing event deleted for resources: {'Port': ['ID=5a759980-3839-4849-86db-9ae124c9a28c,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:21:54.895032 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-06460de3-cf4a-4bb8-acd2-906b2fc8caa1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:21:54.935916 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Pushing event updated for resources: {'Port': ['ID=7b685440-6607-4e58-85f7-0ad2100c5d44,revision_number=4']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:21:54.939130 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:21:54.983924 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-06460de3-cf4a-4bb8-acd2-906b2fc8caa1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-919769'] for router_gateway, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:55.075041 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.db [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] get_ports_and_sgs() called for port_ids ['7b685440-6607-4e58-85f7-0ad2100c5d44'] {{(pid=73812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 13:21:55.158563 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-06460de3-cf4a-4bb8-acd2-906b2fc8caa1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1027846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4768'] for router, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:55.160876 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-06460de3-cf4a-4bb8-acd2-906b2fc8caa1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:55.187171 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-06460de3-cf4a-4bb8-acd2-906b2fc8caa1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1042044'] for router, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:55.187677 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06460de3-cf4a-4bb8-acd2-906b2fc8caa1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ec506334-ef4a-45b2-8dc2-db935ead4be8 {{(pid=73809) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 30 13:21:55.201117 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-06460de3-cf4a-4bb8-acd2-906b2fc8caa1 admin admin] Notify callbacks [] for router, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:55.202254 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [None req-06460de3-cf4a-4bb8-acd2-906b2fc8caa1 admin admin] 10.222.0.84 "DELETE /v2.0/routers/ec506334-ef4a-45b2-8dc2-db935ead4be8 HTTP/1.1" status: 204 len: 168 time: 1.3554485 Apr 30 13:21:55.205269 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.84', 60712) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:21:55.266843 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec9a2688-d7a5-4392-b9db-06349e897cb0 admin admin] Deleting subnet 6bc0199c-a631-4772-be49-5ae677a3d71f {{(pid=73809) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 30 13:21:55.269837 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-ec9a2688-d7a5-4392-b9db-06349e897cb0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:55.324020 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-ec9a2688-d7a5-4392-b9db-06349e897cb0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11422972'] for subnet, precommit_delete_associations {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:55.414153 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-ec9a2688-d7a5-4392-b9db-06349e897cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4062251'] for subnet, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:55.456989 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.rpc [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Device 5a759980-3839-4849-86db-9ae124c9a28c no longer exists at agent ovs-agent-dv-cinder-787195-5-smb {{(pid=73812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 13:21:55.492738 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.plugin [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] No Port match for: 5a759980-3839-4849-86db-9ae124c9a28c {{(pid=73812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 13:21:55.493084 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.rpc [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Device 5a759980-3839-4849-86db-9ae124c9a28c not bound to the agent host dv-cinder-787195-5-smb {{(pid=73812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 13:21:55.493560 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.rpc [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Device fc2b2f69-1d4b-4674-803a-ec61eadd06ab no longer exists at agent ovs-agent-dv-cinder-787195-5-smb {{(pid=73812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 13:21:55.528293 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.plugin [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] No Port match for: fc2b2f69-1d4b-4674-803a-ec61eadd06ab {{(pid=73812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 13:21:55.529152 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.rpc [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Device fc2b2f69-1d4b-4674-803a-ec61eadd06ab not bound to the agent host dv-cinder-787195-5-smb {{(pid=73812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 13:21:55.686066 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-ec9a2688-d7a5-4392-b9db-06349e897cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4062258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11423513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10753783'] for subnet, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:55.690314 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-93169cb7-25b4-43d9-aaa1-2de802ee9446 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:21:55.730119 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9a2688-d7a5-4392-b9db-06349e897cb0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6bc0199c-a631-4772-be49-5ae677a3d71f,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:21:55.732067 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-ec9a2688-d7a5-4392-b9db-06349e897cb0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647359'] for subnet, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:55.736036 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-ec9a2688-d7a5-4392-b9db-06349e897cb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:21:55.737803 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41607c2a-2c7a-406b-a0e4-39530531ab37 None None] Network e366e837-ed9f-4552-8a40-b501cbb570b4 requested from dv-cinder-787195-5-smb {{(pid=73812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 13:21:55.739667 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [None req-ec9a2688-d7a5-4392-b9db-06349e897cb0 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/6bc0199c-a631-4772-be49-5ae677a3d71f HTTP/1.1" status: 204 len: 168 time: 0.5334446 Apr 30 13:21:55.742319 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.84', 60716) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:21:55.855341 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-778d2a7d-f22d-4297-9a68-7338b71a3a13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4148260'] for network, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:55.930662 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.plugin [None req-778d2a7d-f22d-4297-9a68-7338b71a3a13 admin admin] Deleting port 011e07be-ae52-4f3d-b5e2-ae2c0c857fff {{(pid=73809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:21:55.930979 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-778d2a7d-f22d-4297-9a68-7338b71a3a13 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773353273429'] for port, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:55.987203 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f9d785-9859-4994-81d0-baad1b344095 req-5e69e1ec-9fda-4698-9fa1-d2f514e37e11 tempest-VolumesActionsTest-1038017853 tempest-VolumesActionsTest-1038017853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:21:55.989347 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-a9f9d785-9859-4994-81d0-baad1b344095 req-5e69e1ec-9fda-4698-9fa1-d2f514e37e11 tempest-VolumesActionsTest-1038017853 tempest-VolumesActionsTest-1038017853-project] 10.222.0.84 "GET /v2.0/ports?device_id=13be4709-22bf-4c24-8694-0a987dc94958 HTTP/1.1" status: 200 len: 945 time: 0.0957849 Apr 30 13:21:56.014613 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee4b5a6e-248b-42a4-9c45-ba9ae33df89b None None] DHCP port deletion for e366e837-ed9f-4552-8a40-b501cbb570b4 request from dv-cinder-787195-5-smb {{(pid=73812) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 30 13:21:56.035725 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [None req-778d2a7d-f22d-4297-9a68-7338b71a3a13 admin admin] For port 011e07be-ae52-4f3d-b5e2-ae2c0c857fff, host dv-cinder-787195-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-5-smb',level=0,port_id=011e07be-ae52-4f3d-b5e2-ae2c0c857fff,segment=NetworkSegment(bd5afee6-82cf-4022-aa9c-8998fa98a06d),segment_id=bd5afee6-82cf-4022-aa9c-8998fa98a06d)] {{(pid=73809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:21:56.036084 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-778d2a7d-f22d-4297-9a68-7338b71a3a13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1047743'] for port, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:56.036197 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-a9f9d785-9859-4994-81d0-baad1b344095 req-3c6c8ad9-2545-46a7-8431-dee28a76b844 tempest-VolumesActionsTest-1038017853 tempest-VolumesActionsTest-1038017853-project] 10.222.0.84 "GET /v2.0/security-groups?id=01654c76-a6bc-4320-a216-f8a1b7794d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406911 Apr 30 13:21:56.088530 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.plugin [None req-ee4b5a6e-248b-42a4-9c45-ba9ae33df89b None None] Deleting port 011e07be-ae52-4f3d-b5e2-ae2c0c857fff {{(pid=73812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:21:56.088919 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-ee4b5a6e-248b-42a4-9c45-ba9ae33df89b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773353273429'] for port, before_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:56.159500 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.plugin [None req-778d2a7d-f22d-4297-9a68-7338b71a3a13 admin admin] Calling delete_port for 011e07be-ae52-4f3d-b5e2-ae2c0c857fff owned by network:dhcp {{(pid=73809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:21:56.191007 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.db [None req-ee4b5a6e-248b-42a4-9c45-ba9ae33df89b None None] For port 011e07be-ae52-4f3d-b5e2-ae2c0c857fff, host dv-cinder-787195-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-5-smb',level=0,port_id=011e07be-ae52-4f3d-b5e2-ae2c0c857fff,segment=NetworkSegment(bd5afee6-82cf-4022-aa9c-8998fa98a06d),segment_id=bd5afee6-82cf-4022-aa9c-8998fa98a06d)] {{(pid=73812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:21:56.191406 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-ee4b5a6e-248b-42a4-9c45-ba9ae33df89b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1047743'] for port, precommit_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:56.208252 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-778d2a7d-f22d-4297-9a68-7338b71a3a13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4120194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773353276016', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773352839711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11423588'] for port, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:56.212287 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-86a36485-e8f6-4ea8-a346-6b99f83869de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:21:56.351941 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.plugin [None req-ee4b5a6e-248b-42a4-9c45-ba9ae33df89b None None] Calling delete_port for 011e07be-ae52-4f3d-b5e2-ae2c0c857fff owned by network:dhcp {{(pid=73812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:21:56.363630 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778d2a7d-f22d-4297-9a68-7338b71a3a13 admin admin] Pushing event deleted for resources: {'Port': ['ID=011e07be-ae52-4f3d-b5e2-ae2c0c857fff,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:21:56.366694 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-778d2a7d-f22d-4297-9a68-7338b71a3a13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:21:56.368928 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-778d2a7d-f22d-4297-9a68-7338b71a3a13 admin admin] No DVR routers for this DVR port 011e07be-ae52-4f3d-b5e2-ae2c0c857fff on host dv-cinder-787195-5-smb {{(pid=73809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 13:21:56.401012 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-ee4b5a6e-248b-42a4-9c45-ba9ae33df89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4120194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773353276016', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773352839711'] for port, after_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:56.404728 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:21:56.461534 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4b5a6e-248b-42a4-9c45-ba9ae33df89b None None] Pushing event deleted for resources: {'Port': ['ID=011e07be-ae52-4f3d-b5e2-ae2c0c857fff,revision_number=None']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:21:56.464556 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-ee4b5a6e-248b-42a4-9c45-ba9ae33df89b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:21:56.465335 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee4b5a6e-248b-42a4-9c45-ba9ae33df89b None None] No DVR routers for this DVR port 011e07be-ae52-4f3d-b5e2-ae2c0c857fff on host dv-cinder-787195-5-smb {{(pid=73812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 13:21:56.488999 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-778d2a7d-f22d-4297-9a68-7338b71a3a13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3997862', 'neutron.services.segments.db._delete_segments_for_network-8773353284765'] for network, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:56.539419 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.rpc [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Device 7b685440-6607-4e58-85f7-0ad2100c5d44 up at agent hyperv_hv-cinder-78719 {{(pid=73812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:21:56.601347 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.services.segments.db [None req-778d2a7d-f22d-4297-9a68-7338b71a3a13 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e366e837-ed9f-4552-8a40-b501cbb570b4']}} {{(pid=73809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:21:56.613763 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.provisioning_blocks [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Provisioning for port 7b685440-6607-4e58-85f7-0ad2100c5d44 completed by entity L2. {{(pid=73812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:21:56.615587 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.services.segments.db [None req-778d2a7d-f22d-4297-9a68-7338b71a3a13 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd5afee6-82cf-4022-aa9c-8998fa98a06d') {'for_net_delete': True} {{(pid=73809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:21:56.615858 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.services.segments.db [None req-778d2a7d-f22d-4297-9a68-7338b71a3a13 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd5afee6-82cf-4022-aa9c-8998fa98a06d') {} {{(pid=73809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:21:56.618699 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.provisioning_blocks [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Provisioning complete for port 7b685440-6607-4e58-85f7-0ad2100c5d44 triggered by entity L2. {{(pid=73812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:21:56.619079 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000605'] for port, provisioning_complete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:56.627592 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-778d2a7d-f22d-4297-9a68-7338b71a3a13 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773353296999', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11422965'] for segment, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:56.643915 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-778d2a7d-f22d-4297-9a68-7338b71a3a13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060901'] for segment, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:56.650710 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-778d2a7d-f22d-4297-9a68-7338b71a3a13 admin admin] Releasing vlan 1121 on physical network physnet1 to pool {{(pid=73809) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 13:21:56.738417 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4120257'] for port, before_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:56.765324 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13be4709-22bf-4c24-8694-0a987dc94958', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b685440-6607-4e58-85f7-0ad2100c5d44'}] {{(pid=73812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:21:56.775359 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.db [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] For port 7b685440-6607-4e58-85f7-0ad2100c5d44, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=7b685440-6607-4e58-85f7-0ad2100c5d44,segment=NetworkSegment(a77f0e39-cdb0-4c3f-b15a-e21c05b0be58),segment_id=a77f0e39-cdb0-4c3f-b15a-e21c05b0be58)] {{(pid=73812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:21:56.780412 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4120194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773353276007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773352839720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773352839765'] for port, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:56.783321 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-ddf14abd-75a2-471c-a348-29f3191d48fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:21:56.820219 dv-cinder-787195-5-smb neutron-server[73812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13be4709-22bf-4c24-8694-0a987dc94958', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b685440-6607-4e58-85f7-0ad2100c5d44', 'code': 200} Apr 30 13:21:56.821733 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.managers [None req-778d2a7d-f22d-4297-9a68-7338b71a3a13 admin admin] Network e366e837-ed9f-4552-8a40-b501cbb570b4 has no segments {{(pid=73809) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 13:21:56.831229 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-778d2a7d-f22d-4297-9a68-7338b71a3a13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4060702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11423667'] for segment, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:56.863133 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Pushing event updated for resources: {'Port': ['ID=7b685440-6607-4e58-85f7-0ad2100c5d44,revision_number=5']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:21:56.866769 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:21:57.008644 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.managers [None req-778d2a7d-f22d-4297-9a68-7338b71a3a13 admin admin] Network e366e837-ed9f-4552-8a40-b501cbb570b4 has no segments {{(pid=73809) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 13:21:57.030727 dv-cinder-787195-5-smb neutron-server[73809]: Traceback (most recent call last): Apr 30 13:21:57.030727 dv-cinder-787195-5-smb neutron-server[73809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 13:21:57.030727 dv-cinder-787195-5-smb neutron-server[73809]: timer() Apr 30 13:21:57.030727 dv-cinder-787195-5-smb neutron-server[73809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 13:21:57.030727 dv-cinder-787195-5-smb neutron-server[73809]: cb(*args, **kw) Apr 30 13:21:57.030727 dv-cinder-787195-5-smb neutron-server[73809]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 30 13:21:57.030727 dv-cinder-787195-5-smb neutron-server[73809]: return func(*args, **kwargs) Apr 30 13:21:57.030727 dv-cinder-787195-5-smb neutron-server[73809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 13:21:57.030727 dv-cinder-787195-5-smb neutron-server[73809]: self._notify() Apr 30 13:21:57.030727 dv-cinder-787195-5-smb neutron-server[73809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 13:21:57.030727 dv-cinder-787195-5-smb neutron-server[73809]: self.callback(batched_events) Apr 30 13:21:57.030727 dv-cinder-787195-5-smb neutron-server[73809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 13:21:57.030727 dv-cinder-787195-5-smb neutron-server[73809]: event.method(event) Apr 30 13:21:57.030727 dv-cinder-787195-5-smb neutron-server[73809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 30 13:21:57.030727 dv-cinder-787195-5-smb neutron-server[73809]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 13:21:57.030727 dv-cinder-787195-5-smb neutron-server[73809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 30 13:21:57.030727 dv-cinder-787195-5-smb neutron-server[73809]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 13:21:57.030727 dv-cinder-787195-5-smb neutron-server[73809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 30 13:21:57.030727 dv-cinder-787195-5-smb neutron-server[73809]: return f(self, *a, **k) Apr 30 13:21:57.030727 dv-cinder-787195-5-smb neutron-server[73809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 30 13:21:57.030727 dv-cinder-787195-5-smb neutron-server[73809]: return self._get(url).json() Apr 30 13:21:57.030727 dv-cinder-787195-5-smb neutron-server[73809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 30 13:21:57.030727 dv-cinder-787195-5-smb neutron-server[73809]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 13:21:57.030727 dv-cinder-787195-5-smb neutron-server[73809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 13:21:57.030727 dv-cinder-787195-5-smb neutron-server[73809]: return self.request(url, 'GET', **kwargs) Apr 30 13:21:57.030727 dv-cinder-787195-5-smb neutron-server[73809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 13:21:57.030727 dv-cinder-787195-5-smb neutron-server[73809]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 13:21:57.030727 dv-cinder-787195-5-smb neutron-server[73809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 13:21:57.030727 dv-cinder-787195-5-smb neutron-server[73809]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 13:21:57.030727 dv-cinder-787195-5-smb neutron-server[73809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 13:21:57.030727 dv-cinder-787195-5-smb neutron-server[73809]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 13:21:57.030727 dv-cinder-787195-5-smb neutron-server[73809]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 13:21:57.050364 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed985e2c-2b97-4604-9249-6074aff308de req-37b2edd1-3d7a-4345-bc2f-46337f7317d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:21:57.051870 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-ed985e2c-2b97-4604-9249-6074aff308de req-37b2edd1-3d7a-4345-bc2f-46337f7317d0 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=13be4709-22bf-4c24-8694-0a987dc94958 HTTP/1.1" status: 200 len: 1099 time: 0.0702550 Apr 30 13:21:57.097711 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-ed985e2c-2b97-4604-9249-6074aff308de req-b5d0e4bf-6fd0-41bb-9e5b-f9ddb6e34811 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=01654c76-a6bc-4320-a216-f8a1b7794d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393984 Apr 30 13:21:57.110616 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-778d2a7d-f22d-4297-9a68-7338b71a3a13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3997869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-920133'] for network, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:57.116613 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-778d2a7d-f22d-4297-9a68-7338b71a3a13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647359'] for network, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:57.119550 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:21:57.140094 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778d2a7d-f22d-4297-9a68-7338b71a3a13 admin admin] Pushing event deleted for resources: {'Network': ['ID=e366e837-ed9f-4552-8a40-b501cbb570b4,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:21:57.143085 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-778d2a7d-f22d-4297-9a68-7338b71a3a13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:21:57.149373 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [None req-778d2a7d-f22d-4297-9a68-7338b71a3a13 admin admin] 10.222.0.84 "DELETE /v2.0/networks/e366e837-ed9f-4552-8a40-b501cbb570b4 HTTP/1.1" status: 204 len: 168 time: 1.4061205 Apr 30 13:21:57.283916 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.84', 60728) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:21:57.321373 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523f252c-d58b-4c9d-8be4-9d2a568825b5 req-8f059626-ec80-473d-8743-9986c3ffb804 tempest-VolumesActionsTest-1038017853 tempest-VolumesActionsTest-1038017853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:21:57.322864 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-523f252c-d58b-4c9d-8be4-9d2a568825b5 req-8f059626-ec80-473d-8743-9986c3ffb804 tempest-VolumesActionsTest-1038017853 tempest-VolumesActionsTest-1038017853-project] 10.222.0.84 "GET /v2.0/ports?device_id=13be4709-22bf-4c24-8694-0a987dc94958 HTTP/1.1" status: 200 len: 946 time: 0.1769443 Apr 30 13:21:57.332707 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [None req-6953a51e-afeb-478e-9160-df4cc7a9d7ab admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=1cdf6705df774b71b1ef55768d3b4135&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0473785 Apr 30 13:21:57.335316 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.84', 60732) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:21:57.370479 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-523f252c-d58b-4c9d-8be4-9d2a568825b5 req-7769f7e4-34fc-40a4-bb58-8392ca7fce26 tempest-VolumesActionsTest-1038017853 tempest-VolumesActionsTest-1038017853-project] 10.222.0.84 "GET /v2.0/security-groups?id=01654c76-a6bc-4320-a216-f8a1b7794d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411155 Apr 30 13:21:57.395334 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-dc795b43-31ab-4bd8-813d-6754c1dcc13b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:57.423096 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-dc795b43-31ab-4bd8-813d-6754c1dcc13b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:57.455079 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.rpc [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Device 011e07be-ae52-4f3d-b5e2-ae2c0c857fff no longer exists at agent ovs-agent-dv-cinder-787195-5-smb {{(pid=73812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 13:21:57.480881 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-dc795b43-31ab-4bd8-813d-6754c1dcc13b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985230'] for security_group, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:57.485914 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-b940002c-c5b0-4c32-a78a-d04683b43f88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:21:57.490475 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.plugin [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] No Port match for: 011e07be-ae52-4f3d-b5e2-ae2c0c857fff {{(pid=73812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 13:21:57.490915 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.rpc [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Device 011e07be-ae52-4f3d-b5e2-ae2c0c857fff not bound to the agent host dv-cinder-787195-5-smb {{(pid=73812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 13:21:57.499399 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc795b43-31ab-4bd8-813d-6754c1dcc13b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df2086e1-8b8b-4661-a82b-1d0dd7af762c,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:21:57.502970 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-dc795b43-31ab-4bd8-813d-6754c1dcc13b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:21:57.506331 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-dc795b43-31ab-4bd8-813d-6754c1dcc13b admin admin] Notify callbacks [] for security_group, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:57.507509 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [None req-dc795b43-31ab-4bd8-813d-6754c1dcc13b admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/df2086e1-8b8b-4661-a82b-1d0dd7af762c HTTP/1.1" status: 204 len: 168 time: 0.1713095 Apr 30 13:21:58.563726 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a637545-cc3b-440e-b0aa-edc2732325ba req-e80f75b7-93cc-486e-8b40-512542c2485b tempest-VolumesActionsTest-1038017853 tempest-VolumesActionsTest-1038017853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:21:58.565207 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-4a637545-cc3b-440e-b0aa-edc2732325ba req-e80f75b7-93cc-486e-8b40-512542c2485b tempest-VolumesActionsTest-1038017853 tempest-VolumesActionsTest-1038017853-project] 10.222.0.84 "GET /v2.0/ports?device_id=13be4709-22bf-4c24-8694-0a987dc94958 HTTP/1.1" status: 200 len: 946 time: 0.0810478 Apr 30 13:21:58.616307 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-4a637545-cc3b-440e-b0aa-edc2732325ba req-a7504e1b-a30d-4155-8442-30b50f92ee69 tempest-VolumesActionsTest-1038017853 tempest-VolumesActionsTest-1038017853-project] 10.222.0.84 "GET /v2.0/security-groups?id=01654c76-a6bc-4320-a216-f8a1b7794d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447016 Apr 30 13:21:59.772211 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0405f562-fd25-475f-a665-91daceb85f66 req-0a5d601a-3f1a-4563-b34a-bbf645c0e4de tempest-VolumesActionsTest-1038017853 tempest-VolumesActionsTest-1038017853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:21:59.773678 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-0405f562-fd25-475f-a665-91daceb85f66 req-0a5d601a-3f1a-4563-b34a-bbf645c0e4de tempest-VolumesActionsTest-1038017853 tempest-VolumesActionsTest-1038017853-project] 10.222.0.84 "GET /v2.0/ports?device_id=13be4709-22bf-4c24-8694-0a987dc94958 HTTP/1.1" status: 200 len: 946 time: 0.0902827 Apr 30 13:21:59.821658 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-0405f562-fd25-475f-a665-91daceb85f66 req-e8c43f11-832e-4d39-8d19-d79bae4a16c1 tempest-VolumesActionsTest-1038017853 tempest-VolumesActionsTest-1038017853-project] 10.222.0.84 "GET /v2.0/security-groups?id=01654c76-a6bc-4320-a216-f8a1b7794d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420964 Apr 30 13:22:00.700278 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.84', 60802) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:22:00.986243 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.plugin [None req-dcef5727-a724-42a4-a377-8f133a1cd6f7 tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] Deleting port 480a03c2-47a5-401d-b146-2a4844da6b8c {{(pid=73809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:22:00.986574 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-dcef5727-a724-42a4-a377-8f133a1cd6f7 tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773353273429'] for port, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:01.058056 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ce204b-2039-4af9-9b81-28d488f1829d req-a063328d-0307-4d6d-b21b-a2b2f0f93a49 tempest-VolumesActionsTest-1038017853 tempest-VolumesActionsTest-1038017853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:22:01.059493 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-a3ce204b-2039-4af9-9b81-28d488f1829d req-a063328d-0307-4d6d-b21b-a2b2f0f93a49 tempest-VolumesActionsTest-1038017853 tempest-VolumesActionsTest-1038017853-project] 10.222.0.84 "GET /v2.0/ports?device_id=13be4709-22bf-4c24-8694-0a987dc94958 HTTP/1.1" status: 200 len: 946 time: 0.1264966 Apr 30 13:22:01.108508 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-dcef5727-a724-42a4-a377-8f133a1cd6f7 tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1047743'] for port, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:01.108760 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-dcef5727-a724-42a4-a377-8f133a1cd6f7 tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:01.120377 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-a3ce204b-2039-4af9-9b81-28d488f1829d req-073e9815-bb25-4bba-987b-1935cafbfbc8 tempest-VolumesActionsTest-1038017853 tempest-VolumesActionsTest-1038017853-project] 10.222.0.84 "GET /v2.0/security-groups?id=01654c76-a6bc-4320-a216-f8a1b7794d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538859 Apr 30 13:22:01.128667 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40ea7b2-2cc8-4e3e-a2d9-cbf8d64e2f1f req-851332b9-7570-4489-8c06-55e372de4a26 tempest-VolumesActionsTest-1038017853 tempest-VolumesActionsTest-1038017853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:22:01.130084 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-a40ea7b2-2cc8-4e3e-a2d9-cbf8d64e2f1f req-851332b9-7570-4489-8c06-55e372de4a26 tempest-VolumesActionsTest-1038017853 tempest-VolumesActionsTest-1038017853-project] 10.222.0.95 "GET /v2.0/ports?device_id=13be4709-22bf-4c24-8694-0a987dc94958 HTTP/1.1" status: 200 len: 946 time: 0.1275563 Apr 30 13:22:01.276255 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.plugin [req-a40ea7b2-2cc8-4e3e-a2d9-cbf8d64e2f1f req-8cdefe08-f914-480a-9dce-ceaabcc5af95 tempest-VolumesActionsTest-1038017853 tempest-VolumesActionsTest-1038017853-project] Deleting port 7b685440-6607-4e58-85f7-0ad2100c5d44 {{(pid=73810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:22:01.276641 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-a40ea7b2-2cc8-4e3e-a2d9-cbf8d64e2f1f req-8cdefe08-f914-480a-9dce-ceaabcc5af95 tempest-VolumesActionsTest-1038017853 tempest-VolumesActionsTest-1038017853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773353273429'] for port, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:01.339645 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.plugin [None req-dcef5727-a724-42a4-a377-8f133a1cd6f7 tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] Calling delete_port for 480a03c2-47a5-401d-b146-2a4844da6b8c owned by network:floatingip {{(pid=73809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:22:01.414964 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.db [req-a40ea7b2-2cc8-4e3e-a2d9-cbf8d64e2f1f req-8cdefe08-f914-480a-9dce-ceaabcc5af95 tempest-VolumesActionsTest-1038017853 tempest-VolumesActionsTest-1038017853-project] For port 7b685440-6607-4e58-85f7-0ad2100c5d44, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=7b685440-6607-4e58-85f7-0ad2100c5d44,segment=NetworkSegment(a77f0e39-cdb0-4c3f-b15a-e21c05b0be58),segment_id=a77f0e39-cdb0-4c3f-b15a-e21c05b0be58)] {{(pid=73810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:22:01.415315 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-a40ea7b2-2cc8-4e3e-a2d9-cbf8d64e2f1f req-8cdefe08-f914-480a-9dce-ceaabcc5af95 tempest-VolumesActionsTest-1038017853 tempest-VolumesActionsTest-1038017853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1047743'] for port, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:01.470130 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-dcef5727-a724-42a4-a377-8f133a1cd6f7 tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4120194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773353276016', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773352839711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11423588'] for port, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:01.475275 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:22:01.518504 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcef5727-a724-42a4-a377-8f133a1cd6f7 tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] Pushing event deleted for resources: {'Port': ['ID=480a03c2-47a5-401d-b146-2a4844da6b8c,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:22:01.521897 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-dcef5727-a724-42a4-a377-8f133a1cd6f7 tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:22:01.543699 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.plugin [req-a40ea7b2-2cc8-4e3e-a2d9-cbf8d64e2f1f req-8cdefe08-f914-480a-9dce-ceaabcc5af95 tempest-VolumesActionsTest-1038017853 tempest-VolumesActionsTest-1038017853-project] Calling delete_port for 7b685440-6607-4e58-85f7-0ad2100c5d44 owned by compute:nova {{(pid=73810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:22:01.617486 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-dcef5727-a724-42a4-a377-8f133a1cd6f7 tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] Notify callbacks [] for floatingip, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:01.617920 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.db.l3_db [None req-dcef5727-a724-42a4-a377-8f133a1cd6f7 tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] Floating IP 3c364169-606c-4956-b18f-18fceafcbaa2 disassociated (deleted). External IP: 172.28.3.95, port: 1d812cb1-dac1-4517-86aa-8269999545c7. Apr 30 13:22:01.668334 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-a40ea7b2-2cc8-4e3e-a2d9-cbf8d64e2f1f req-8cdefe08-f914-480a-9dce-ceaabcc5af95 tempest-VolumesActionsTest-1038017853 tempest-VolumesActionsTest-1038017853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4120194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773353276016', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773352839711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11792972'] for port, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:01.680954 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.db [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] get_ports_and_sgs() called for port_ids ['7b685440-6607-4e58-85f7-0ad2100c5d44'] {{(pid=73812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 13:22:01.687605 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-55494e4e-ba5e-410f-b87f-16be25984305 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:22:01.760462 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdefe08-f914-480a-9dce-ceaabcc5af95 tempest-VolumesActionsTest-1038017853 tempest-VolumesActionsTest-1038017853-project] Pushing event deleted for resources: {'Port': ['ID=7b685440-6607-4e58-85f7-0ad2100c5d44,revision_number=None']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:22:01.772081 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-8cdefe08-f914-480a-9dce-ceaabcc5af95 tempest-VolumesActionsTest-1038017853 tempest-VolumesActionsTest-1038017853-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:22:01.816886 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.db.l3_dvrscheduler_db [req-a40ea7b2-2cc8-4e3e-a2d9-cbf8d64e2f1f req-8cdefe08-f914-480a-9dce-ceaabcc5af95 tempest-VolumesActionsTest-1038017853 tempest-VolumesActionsTest-1038017853-project] No DVR routers for this DVR port 7b685440-6607-4e58-85f7-0ad2100c5d44 on host hv-cinder-78719 {{(pid=73810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 13:22:01.820527 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-a40ea7b2-2cc8-4e3e-a2d9-cbf8d64e2f1f req-8cdefe08-f914-480a-9dce-ceaabcc5af95 tempest-VolumesActionsTest-1038017853 tempest-VolumesActionsTest-1038017853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9974'] for port, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:01.826473 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13be4709-22bf-4c24-8694-0a987dc94958', 'name': 'network-vif-deleted', 'tag': '7b685440-6607-4e58-85f7-0ad2100c5d44'}] {{(pid=73810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:22:01.846535 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-a40ea7b2-2cc8-4e3e-a2d9-cbf8d64e2f1f req-8cdefe08-f914-480a-9dce-ceaabcc5af95 tempest-VolumesActionsTest-1038017853 tempest-VolumesActionsTest-1038017853-project] 10.222.0.95 "DELETE /v2.0/ports/7b685440-6607-4e58-85f7-0ad2100c5d44 HTTP/1.1" status: 204 len: 173 time: 0.7094865 Apr 30 13:22:01.870085 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.84', 60818) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:22:01.890772 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13be4709-22bf-4c24-8694-0a987dc94958', 'name': 'network-vif-deleted', 'tag': '7b685440-6607-4e58-85f7-0ad2100c5d44', 'status': 'completed', 'code': 200} Apr 30 13:22:02.004223 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-365bab96-ec59-494f-b8a1-e04dfe55b076 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:02.011936 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcef5727-a724-42a4-a377-8f133a1cd6f7 tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] Router e4735ee5-f302-4a12-9bf3-ba5834cb233a has already been hosted by L3 agent 0896dfae-3c2f-4fc2-b5f4-9284ce516a86 {{(pid=73809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 13:22:02.019757 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-365bab96-ec59-494f-b8a1-e04dfe55b076 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:22:02.025452 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-365bab96-ec59-494f-b8a1-e04dfe55b076 admin admin] Usage tracker for resource:security_group_rule and tenant:271a3741735e47f988b2d48845d610c4 is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:22:02.028660 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-365bab96-ec59-494f-b8a1-e04dfe55b076 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:22:02.034455 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-365bab96-ec59-494f-b8a1-e04dfe55b076 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:22:02.124075 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-365bab96-ec59-494f-b8a1-e04dfe55b076 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:02.128697 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-365bab96-ec59-494f-b8a1-e04dfe55b076 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985230'] for security_group, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:02.136150 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-96687da8-156a-4a69-83ec-3af1622d772f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:22:02.185793 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [None req-365bab96-ec59-494f-b8a1-e04dfe55b076 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=271a3741735e47f988b2d48845d610c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3119237 Apr 30 13:22:02.185793 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365bab96-ec59-494f-b8a1-e04dfe55b076 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a61d47db-bb2d-4ec1-9143-f79ba7048e3a,revision_number=1']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:22:02.188001 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-365bab96-ec59-494f-b8a1-e04dfe55b076 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:22:02.188874 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.84', 60826) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:22:02.208709 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcef5727-a724-42a4-a377-8f133a1cd6f7 tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] Notify agent at l3_agent.dv-cinder-787195-5-smb the message routers_updated {{(pid=73809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 13:22:02.218049 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-102e1201-692d-401c-96d3-3d170a2f8075 None None] Sync routers for ids ['e4735ee5-f302-4a12-9bf3-ba5834cb233a'] in dv-cinder-787195-5-smb {{(pid=73812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 13:22:02.231335 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-102e1201-692d-401c-96d3-3d170a2f8075 None None] Routers {'e4735ee5-f302-4a12-9bf3-ba5834cb233a'} bound to L3 agent in host dv-cinder-787195-5-smb {{(pid=73812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:22:02.232214 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.l3_hamode_db [None req-102e1201-692d-401c-96d3-3d170a2f8075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T13:06:52Z,description=,heartbeat_timestamp=2021-04-30T13:21:52Z,host='dv-cinder-787195-5-smb',id=0896dfae-3c2f-4fc2-b5f4-9284ce516a86,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:06:52Z,topic='l3_agent')) {'router_ids': ['e4735ee5-f302-4a12-9bf3-ba5834cb233a'], 'active': True} {{(pid=73812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:22:02.242317 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-dcef5727-a724-42a4-a377-8f133a1cd6f7 tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9974'] for floatingip, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:02.267680 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-35484c19-ce4e-40e6-a201-90a1b2f956e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:02.306738 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [None req-dcef5727-a724-42a4-a377-8f133a1cd6f7 tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] 10.222.0.84 "DELETE /v2.0/floatingips/3c364169-606c-4956-b18f-18fceafcbaa2 HTTP/1.1" status: 204 len: 168 time: 1.6053233 Apr 30 13:22:02.307870 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71c13da7-bd14-47c5-89d0-b64036063a3b', 'tag': '1d812cb1-dac1-4517-86aa-8269999545c7'}] {{(pid=73809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:22:02.342258 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-35484c19-ce4e-40e6-a201-90a1b2f956e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:02.350496 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.quota.resource [req-400e0e2d-8aa0-4556-9d07-1e5db974fe56 req-70d51330-b461-4c78-81ce-127f79048aab tempest-VolumesActionsTest-1038017853 tempest-VolumesActionsTest-1038017853-project] Synchronizing usage tracker for tenant:e32ba0152044483e99e8f73aa77e1b96 on resource:port {{(pid=73810) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:22:02.393250 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.quota.resource [req-400e0e2d-8aa0-4556-9d07-1e5db974fe56 req-70d51330-b461-4c78-81ce-127f79048aab tempest-VolumesActionsTest-1038017853 tempest-VolumesActionsTest-1038017853-project] Unset dirty status for tenant:e32ba0152044483e99e8f73aa77e1b96 on resource:port {{(pid=73810) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:22:02.394548 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-400e0e2d-8aa0-4556-9d07-1e5db974fe56 req-70d51330-b461-4c78-81ce-127f79048aab tempest-VolumesActionsTest-1038017853 tempest-VolumesActionsTest-1038017853-project] 10.222.0.84 "GET /v2.0/ports?device_id=13be4709-22bf-4c24-8694-0a987dc94958 HTTP/1.1" status: 200 len: 210 time: 0.1015401 Apr 30 13:22:02.425949 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-35484c19-ce4e-40e6-a201-90a1b2f956e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985230'] for security_group, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:02.431339 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-365bab96-ec59-494f-b8a1-e04dfe55b076 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:22:02.450081 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35484c19-ce4e-40e6-a201-90a1b2f956e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a61d47db-bb2d-4ec1-9143-f79ba7048e3a,revision_number=None']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:22:02.454299 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-35484c19-ce4e-40e6-a201-90a1b2f956e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:22:02.456595 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-35484c19-ce4e-40e6-a201-90a1b2f956e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:02.458197 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [None req-35484c19-ce4e-40e6-a201-90a1b2f956e5 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/a61d47db-bb2d-4ec1-9143-f79ba7048e3a HTTP/1.1" status: 204 len: 168 time: 0.2681851 Apr 30 13:22:02.619592 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.l3_dvr_db [None req-102e1201-692d-401c-96d3-3d170a2f8075 None None] Set router e4735ee5-f302-4a12-9bf3-ba5834cb233a gateway port host: dv-cinder-787195-5-smb {{(pid=73812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:22:02.759037 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71c13da7-bd14-47c5-89d0-b64036063a3b', 'tag': '1d812cb1-dac1-4517-86aa-8269999545c7', 'status': 'completed', 'code': 200} Apr 30 13:22:02.843722 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69d6d39-02c9-49f3-a62a-2f3c24082d7b req-0ec64712-b1a2-46b9-af16-3c5f920cb1f2 tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:22:02.845321 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-b69d6d39-02c9-49f3-a62a-2f3c24082d7b req-0ec64712-b1a2-46b9-af16-3c5f920cb1f2 tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] 10.222.0.84 "GET /v2.0/ports?device_id=71c13da7-bd14-47c5-89d0-b64036063a3b HTTP/1.1" status: 200 len: 946 time: 0.1341681 Apr 30 13:22:02.902894 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6973799a-73ef-4d11-893c-200a75830985 req-f3a7fa74-6234-4a2b-9cb8-086b9b7c0917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:22:02.904429 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-6973799a-73ef-4d11-893c-200a75830985 req-f3a7fa74-6234-4a2b-9cb8-086b9b7c0917 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=99d54a5c4e0a4d9abb919ed154eab887&device_id=71c13da7-bd14-47c5-89d0-b64036063a3b HTTP/1.1" status: 200 len: 1099 time: 0.1240747 Apr 30 13:22:02.937606 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-b69d6d39-02c9-49f3-a62a-2f3c24082d7b req-4a3decb0-1894-4b30-a5a6-6b720ad2b64a tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] 10.222.0.84 "GET /v2.0/security-groups?id=8529bdd9-9ae1-4450-87c4-845837d2244b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775588 Apr 30 13:22:03.008737 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.l3_hamode_db [None req-102e1201-692d-401c-96d3-3d170a2f8075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4735ee5-f302-4a12-9bf3-ba5834cb233a', 'name': 'tempest-TestShelveInstance-1059514730-router', 'tenant_id': '99d54a5c4e0a4d9abb919ed154eab887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b95ef810-b08d-4c08-b0c0-c75d2ee1b25b', 'external_fixed_ips': [{'subnet_id': 'b3fe51b0-9be9-4b1a-951c-de133b7a88b5', 'ip_address': '172.28.3.109'}], 'enable_snat': True}, 'gw_port_id': '63647ec2-c7d4-4f97-9366-f7a46edf1707', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:17:07Z', 'updated_at': '2021-04-30T13:17:12Z', 'revision_number': 4, 'project_id': '99d54a5c4e0a4d9abb919ed154eab887', 'gw_port': {'id': '63647ec2-c7d4-4f97-9366-f7a46edf1707', 'name': '', 'network_id': 'b95ef810-b08d-4c08-b0c0-c75d2ee1b25b', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:d8:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4735ee5-f302-4a12-9bf3-ba5834cb233a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'b3fe51b0-9be9-4b1a-951c-de133b7a88b5', 'ip_address': '172.28.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:17:08Z', 'updated_at': '2021-04-30T13:17:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fe51b0-9be9-4b1a-951c-de133b7a88b5', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-5-smb', '_interfaces': [{'id': 'b77cb989-2e32-4814-adeb-6cf2180ca8bf', 'name': '', 'network_id': 'aa03f28a-3a1e-4da9-866d-defb23fad75a', 'tenant_id': '99d54a5c4e0a4d9abb919ed154eab887', 'mac_address': 'fa:16:3e:d2:07:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4735ee5-f302-4a12-9bf3-ba5834cb233a', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '18774bde-1daa-4ee6-a31b-aefc080adf26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:17:12Z', 'updated_at': '2021-04-30T13:17:19Z', 'revision_number': 5, 'project_id': '99d54a5c4e0a4d9abb919ed154eab887', 'subnets': [{'id': '18774bde-1daa-4ee6-a31b-aefc080adf26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-5-smb', False) {} {{(pid=73812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:22:03.013019 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-102e1201-692d-401c-96d3-3d170a2f8075 None None] Checking router: e4735ee5-f302-4a12-9bf3-ba5834cb233a for host: dv-cinder-787195-5-smb {{(pid=73812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 13:22:03.022213 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-102e1201-692d-401c-96d3-3d170a2f8075 None None] Routers {'e4735ee5-f302-4a12-9bf3-ba5834cb233a'} bound to L3 agent in host dv-cinder-787195-5-smb {{(pid=73812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:22:03.022864 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.l3_hamode_db [None req-102e1201-692d-401c-96d3-3d170a2f8075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T13:06:52Z,description=,heartbeat_timestamp=2021-04-30T13:21:52Z,host='dv-cinder-787195-5-smb',id=0896dfae-3c2f-4fc2-b5f4-9284ce516a86,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:06:52Z,topic='l3_agent')) {'router_ids': ['e4735ee5-f302-4a12-9bf3-ba5834cb233a'], 'active': True} {{(pid=73812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:22:03.160005 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6973799a-73ef-4d11-893c-200a75830985 req-3d7c4725-71ac-44cb-891c-8d45f779cbbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:22:03.161133 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-6973799a-73ef-4d11-893c-200a75830985 req-3d7c4725-71ac-44cb-891c-8d45f779cbbd service neutron] 10.222.0.95 "GET /v2.0/networks?id=aa03f28a-3a1e-4da9-866d-defb23fad75a HTTP/1.1" status: 200 len: 911 time: 0.2485363 Apr 30 13:22:03.219597 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.l3_dvr_db [None req-102e1201-692d-401c-96d3-3d170a2f8075 None None] Set router e4735ee5-f302-4a12-9bf3-ba5834cb233a gateway port host: dv-cinder-787195-5-smb {{(pid=73812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:22:03.233367 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-6973799a-73ef-4d11-893c-200a75830985 req-7a72daf3-d58e-4570-b31d-599c30a56376 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1d812cb1-dac1-4517-86aa-8269999545c7 HTTP/1.1" status: 200 len: 217 time: 0.0642958 Apr 30 13:22:03.300906 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6973799a-73ef-4d11-893c-200a75830985 req-c613f883-f2fc-443a-a9f0-7a00447c0f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:22:03.302392 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-6973799a-73ef-4d11-893c-200a75830985 req-c613f883-f2fc-443a-a9f0-7a00447c0f12 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=18774bde-1daa-4ee6-a31b-aefc080adf26 HTTP/1.1" status: 200 len: 848 time: 0.0626147 Apr 30 13:22:03.383033 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6973799a-73ef-4d11-893c-200a75830985 req-92e745d7-0236-4e3e-90b3-20e9fa33ce24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:22:03.384675 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-6973799a-73ef-4d11-893c-200a75830985 req-92e745d7-0236-4e3e-90b3-20e9fa33ce24 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=aa03f28a-3a1e-4da9-866d-defb23fad75a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0752966 Apr 30 13:22:03.542153 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-6973799a-73ef-4d11-893c-200a75830985 req-5248ff2c-15b3-4b40-b471-f9370bc959b8 service neutron] 10.222.0.95 "GET /v2.0/networks/aa03f28a-3a1e-4da9-866d-defb23fad75a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501672 Apr 30 13:22:03.660827 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.l3_hamode_db [None req-102e1201-692d-401c-96d3-3d170a2f8075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4735ee5-f302-4a12-9bf3-ba5834cb233a', 'name': 'tempest-TestShelveInstance-1059514730-router', 'tenant_id': '99d54a5c4e0a4d9abb919ed154eab887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b95ef810-b08d-4c08-b0c0-c75d2ee1b25b', 'external_fixed_ips': [{'subnet_id': 'b3fe51b0-9be9-4b1a-951c-de133b7a88b5', 'ip_address': '172.28.3.109'}], 'enable_snat': True}, 'gw_port_id': '63647ec2-c7d4-4f97-9366-f7a46edf1707', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:17:07Z', 'updated_at': '2021-04-30T13:17:12Z', 'revision_number': 4, 'project_id': '99d54a5c4e0a4d9abb919ed154eab887', 'gw_port': {'id': '63647ec2-c7d4-4f97-9366-f7a46edf1707', 'name': '', 'network_id': 'b95ef810-b08d-4c08-b0c0-c75d2ee1b25b', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:d8:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4735ee5-f302-4a12-9bf3-ba5834cb233a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'b3fe51b0-9be9-4b1a-951c-de133b7a88b5', 'ip_address': '172.28.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:17:08Z', 'updated_at': '2021-04-30T13:17:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fe51b0-9be9-4b1a-951c-de133b7a88b5', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-5-smb', '_interfaces': [{'id': 'b77cb989-2e32-4814-adeb-6cf2180ca8bf', 'name': '', 'network_id': 'aa03f28a-3a1e-4da9-866d-defb23fad75a', 'tenant_id': '99d54a5c4e0a4d9abb919ed154eab887', 'mac_address': 'fa:16:3e:d2:07:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4735ee5-f302-4a12-9bf3-ba5834cb233a', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '18774bde-1daa-4ee6-a31b-aefc080adf26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:17:12Z', 'updated_at': '2021-04-30T13:17:19Z', 'revision_number': 5, 'project_id': '99d54a5c4e0a4d9abb919ed154eab887', 'subnets': [{'id': '18774bde-1daa-4ee6-a31b-aefc080adf26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-5-smb', False) {} {{(pid=73812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:22:03.664949 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-102e1201-692d-401c-96d3-3d170a2f8075 None None] The sync data for ids ['e4735ee5-f302-4a12-9bf3-ba5834cb233a'] in dv-cinder-787195-5-smb is: [{'id': 'e4735ee5-f302-4a12-9bf3-ba5834cb233a', 'name': 'tempest-TestShelveInstance-1059514730-router', 'tenant_id': '99d54a5c4e0a4d9abb919ed154eab887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b95ef810-b08d-4c08-b0c0-c75d2ee1b25b', 'external_fixed_ips': [{'subnet_id': 'b3fe51b0-9be9-4b1a-951c-de133b7a88b5', 'ip_address': '172.28.3.109'}], 'enable_snat': True}, 'gw_port_id': '63647ec2-c7d4-4f97-9366-f7a46edf1707', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:17:07Z', 'updated_at': '2021-04-30T13:17:12Z', 'revision_number': 4, 'project_id': '99d54a5c4e0a4d9abb919ed154eab887', 'gw_port': {'id': '63647ec2-c7d4-4f97-9366-f7a46edf1707', 'name': '', 'network_id': 'b95ef810-b08d-4c08-b0c0-c75d2ee1b25b', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:d8:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4735ee5-f302-4a12-9bf3-ba5834cb233a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'b3fe51b0-9be9-4b1a-951c-de133b7a88b5', 'ip_address': '172.28.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:17:08Z', 'updated_at': '2021-04-30T13:17:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fe51b0-9be9-4b1a-951c-de133b7a88b5', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-5-smb', '_interfaces': [{'id': 'b77cb989-2e32-4814-adeb-6cf2180ca8bf', 'name': '', 'network_id': 'aa03f28a-3a1e-4da9-866d-defb23fad75a', 'tenant_id': '99d54a5c4e0a4d9abb919ed154eab887', 'mac_address': 'fa:16:3e:d2:07:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4735ee5-f302-4a12-9bf3-ba5834cb233a', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '18774bde-1daa-4ee6-a31b-aefc080adf26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:17:12Z', 'updated_at': '2021-04-30T13:17:19Z', 'revision_number': 5, 'project_id': '99d54a5c4e0a4d9abb919ed154eab887', 'subnets': [{'id': '18774bde-1daa-4ee6-a31b-aefc080adf26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 13:22:03.712960 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-6973799a-73ef-4d11-893c-200a75830985 req-63700418-32ae-4048-a90c-ef6c34222709 service neutron] 10.222.0.95 "GET /v2.0/networks/aa03f28a-3a1e-4da9-866d-defb23fad75a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1621017 Apr 30 13:22:03.955541 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ebb490-c32c-4a18-81e7-0f325e8660f7 None None] New status for floating IP 3c364169-606c-4956-b18f-18fceafcbaa2: DOWN {{(pid=73814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 13:22:04.207987 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943331de-1ac9-4036-afd5-71632ccfffef req-35e436d4-0afb-45d2-8e5b-88064ec80297 tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:22:04.210656 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-943331de-1ac9-4036-afd5-71632ccfffef req-35e436d4-0afb-45d2-8e5b-88064ec80297 tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] 10.222.0.84 "GET /v2.0/ports?device_id=71c13da7-bd14-47c5-89d0-b64036063a3b HTTP/1.1" status: 200 len: 946 time: 0.1293955 Apr 30 13:22:04.222602 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a0cdab-d3c5-44cd-94cc-29bebd028757 req-10a78c41-39cc-4c8f-8ada-d009d093c401 tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:22:04.233121 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-16a0cdab-d3c5-44cd-94cc-29bebd028757 req-10a78c41-39cc-4c8f-8ada-d009d093c401 tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] 10.222.0.95 "GET /v2.0/ports?device_id=71c13da7-bd14-47c5-89d0-b64036063a3b HTTP/1.1" status: 200 len: 946 time: 0.2005956 Apr 30 13:22:04.348396 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-943331de-1ac9-4036-afd5-71632ccfffef req-3de0a90c-c283-45e7-835a-1ab05f83ba3e tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] 10.222.0.84 "GET /v2.0/security-groups?id=8529bdd9-9ae1-4450-87c4-845837d2244b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1117918 Apr 30 13:22:04.424087 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.plugin [req-16a0cdab-d3c5-44cd-94cc-29bebd028757 req-701a1069-3cef-440d-8c75-4231092e3e51 tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] Deleting port 1d812cb1-dac1-4517-86aa-8269999545c7 {{(pid=73810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:22:04.424644 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-16a0cdab-d3c5-44cd-94cc-29bebd028757 req-701a1069-3cef-440d-8c75-4231092e3e51 tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773353273429'] for port, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:04.599990 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.rpc [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Device 7b685440-6607-4e58-85f7-0ad2100c5d44 no longer exists at agent hyperv_hv-cinder-78719 {{(pid=73812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 13:22:04.647580 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.db [req-16a0cdab-d3c5-44cd-94cc-29bebd028757 req-701a1069-3cef-440d-8c75-4231092e3e51 tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] For port 1d812cb1-dac1-4517-86aa-8269999545c7, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=1d812cb1-dac1-4517-86aa-8269999545c7,segment=NetworkSegment(313beba6-51ca-4db8-affa-af5efe1019e3),segment_id=313beba6-51ca-4db8-affa-af5efe1019e3)] {{(pid=73810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:22:04.648214 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-16a0cdab-d3c5-44cd-94cc-29bebd028757 req-701a1069-3cef-440d-8c75-4231092e3e51 tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1047743'] for port, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:04.668418 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.plugin [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] No Port match for: 7b685440-6607-4e58-85f7-0ad2100c5d44 {{(pid=73812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 13:22:04.668881 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.rpc [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Device 7b685440-6607-4e58-85f7-0ad2100c5d44 not bound to the agent host hv-cinder-78719 {{(pid=73812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 13:22:04.824252 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.plugin [req-16a0cdab-d3c5-44cd-94cc-29bebd028757 req-701a1069-3cef-440d-8c75-4231092e3e51 tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] Calling delete_port for 1d812cb1-dac1-4517-86aa-8269999545c7 owned by compute:nova {{(pid=73810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:22:04.945711 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-16a0cdab-d3c5-44cd-94cc-29bebd028757 req-701a1069-3cef-440d-8c75-4231092e3e51 tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4120194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773353276016', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773352839711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11792972'] for port, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:04.951491 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-f03bdc3d-76c8-4cc8-bcd4-dc60a5ee8cad tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:22:05.002143 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701a1069-3cef-440d-8c75-4231092e3e51 tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] Pushing event deleted for resources: {'Port': ['ID=1d812cb1-dac1-4517-86aa-8269999545c7,revision_number=None']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:22:05.005104 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-701a1069-3cef-440d-8c75-4231092e3e51 tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:22:05.084659 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.db.l3_dvrscheduler_db [req-16a0cdab-d3c5-44cd-94cc-29bebd028757 req-701a1069-3cef-440d-8c75-4231092e3e51 tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] No DVR routers for this DVR port 1d812cb1-dac1-4517-86aa-8269999545c7 on host hv-cinder-78719 {{(pid=73810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 13:22:05.088189 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-16a0cdab-d3c5-44cd-94cc-29bebd028757 req-701a1069-3cef-440d-8c75-4231092e3e51 tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9974'] for port, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:05.091524 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71c13da7-bd14-47c5-89d0-b64036063a3b', 'name': 'network-vif-deleted', 'tag': '1d812cb1-dac1-4517-86aa-8269999545c7'}] {{(pid=73810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:22:05.104834 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-16a0cdab-d3c5-44cd-94cc-29bebd028757 req-701a1069-3cef-440d-8c75-4231092e3e51 tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] 10.222.0.95 "DELETE /v2.0/ports/1d812cb1-dac1-4517-86aa-8269999545c7 HTTP/1.1" status: 204 len: 173 time: 0.8477552 Apr 30 13:22:05.138720 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71c13da7-bd14-47c5-89d0-b64036063a3b', 'name': 'network-vif-deleted', 'tag': '1d812cb1-dac1-4517-86aa-8269999545c7', 'status': 'completed', 'code': 200} Apr 30 13:22:05.515711 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.quota.resource [req-e6361c7e-e0b1-4207-b30c-5359064e7144 req-8b35ad1f-a9b6-4c01-bcd0-337b173b1599 tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] Synchronizing usage tracker for tenant:99d54a5c4e0a4d9abb919ed154eab887 on resource:port {{(pid=73810) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:22:05.532611 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.quota.resource [req-e6361c7e-e0b1-4207-b30c-5359064e7144 req-8b35ad1f-a9b6-4c01-bcd0-337b173b1599 tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] Unset dirty status for tenant:99d54a5c4e0a4d9abb919ed154eab887 on resource:port {{(pid=73810) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:22:05.534215 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-e6361c7e-e0b1-4207-b30c-5359064e7144 req-8b35ad1f-a9b6-4c01-bcd0-337b173b1599 tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] 10.222.0.84 "GET /v2.0/ports?device_id=71c13da7-bd14-47c5-89d0-b64036063a3b HTTP/1.1" status: 200 len: 210 time: 0.0647228 Apr 30 13:22:06.614653 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.rpc [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Device 1d812cb1-dac1-4517-86aa-8269999545c7 no longer exists at agent hyperv_hv-cinder-78719 {{(pid=73812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 13:22:06.647698 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.84', 60960) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:22:06.686061 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.plugin [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] No Port match for: 1d812cb1-dac1-4517-86aa-8269999545c7 {{(pid=73812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 13:22:06.686798 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.rpc [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Device 1d812cb1-dac1-4517-86aa-8269999545c7 not bound to the agent host hv-cinder-78719 {{(pid=73812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 13:22:06.738629 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-dad27c03-69b8-4955-9575-58db30bd0458 tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] Notify callbacks [] for security_group, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:06.780316 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-dad27c03-69b8-4955-9575-58db30bd0458 tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] Notify callbacks [] for security_group, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:06.861265 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-dad27c03-69b8-4955-9575-58db30bd0458 tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985230'] for security_group, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:06.865647 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-5b95981e-e581-4d7e-b55a-60c5114d1b2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:22:06.882654 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad27c03-69b8-4955-9575-58db30bd0458 tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8529bdd9-9ae1-4450-87c4-845837d2244b,revision_number=None']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:22:06.891403 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-dad27c03-69b8-4955-9575-58db30bd0458 tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:22:06.898195 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-dad27c03-69b8-4955-9575-58db30bd0458 tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] Notify callbacks [] for security_group, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:06.902420 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [None req-dad27c03-69b8-4955-9575-58db30bd0458 tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] 10.222.0.84 "DELETE /v2.0/security-groups/8529bdd9-9ae1-4450-87c4-845837d2244b HTTP/1.1" status: 204 len: 168 time: 0.2500148 Apr 30 13:22:06.942168 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.84', 60966) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:22:07.937629 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-cd8dc8a7-26e7-426f-854a-17d1449e24ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-924750'] for router_interface, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:08.418722 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.plugin [None req-cd8dc8a7-26e7-426f-854a-17d1449e24ef admin admin] Deleting port b77cb989-2e32-4814-adeb-6cf2180ca8bf {{(pid=73809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:22:08.419982 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-cd8dc8a7-26e7-426f-854a-17d1449e24ef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773353273429'] for port, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:08.558815 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [None req-cd8dc8a7-26e7-426f-854a-17d1449e24ef admin admin] For port b77cb989-2e32-4814-adeb-6cf2180ca8bf, host dv-cinder-787195-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-5-smb',level=0,port_id=b77cb989-2e32-4814-adeb-6cf2180ca8bf,segment=NetworkSegment(313beba6-51ca-4db8-affa-af5efe1019e3),segment_id=313beba6-51ca-4db8-affa-af5efe1019e3)] {{(pid=73809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:22:08.559272 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-cd8dc8a7-26e7-426f-854a-17d1449e24ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1047743'] for port, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:08.694293 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.plugin [None req-cd8dc8a7-26e7-426f-854a-17d1449e24ef admin admin] Calling delete_port for b77cb989-2e32-4814-adeb-6cf2180ca8bf owned by network:router_interface {{(pid=73809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:22:08.884007 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-cd8dc8a7-26e7-426f-854a-17d1449e24ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4120194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773353276016', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773352839711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11423588'] for port, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:08.888947 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-94883047-ed91-4a48-8817-a8fb148cf1e2 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:22:08.942705 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8dc8a7-26e7-426f-854a-17d1449e24ef admin admin] Pushing event deleted for resources: {'Port': ['ID=b77cb989-2e32-4814-adeb-6cf2180ca8bf,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:22:09.017767 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-cd8dc8a7-26e7-426f-854a-17d1449e24ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:22:09.297724 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-cd8dc8a7-26e7-426f-854a-17d1449e24ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-647320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1041918'] for router_interface, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:09.878701 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd8dc8a7-26e7-426f-854a-17d1449e24ef admin admin] Router e4735ee5-f302-4a12-9bf3-ba5834cb233a has already been hosted by L3 agent 0896dfae-3c2f-4fc2-b5f4-9284ce516a86 {{(pid=73809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 13:22:09.895496 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000748'] for agent, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:10.106208 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd8dc8a7-26e7-426f-854a-17d1449e24ef admin admin] Notify agent at l3_agent.dv-cinder-787195-5-smb the message routers_updated {{(pid=73809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 13:22:10.117668 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33a08b5f-6737-48f8-a548-d2baa0ece6fc None None] Sync routers for ids ['e4735ee5-f302-4a12-9bf3-ba5834cb233a'] in dv-cinder-787195-5-smb {{(pid=73812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 13:22:10.129218 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33a08b5f-6737-48f8-a548-d2baa0ece6fc None None] Routers {'e4735ee5-f302-4a12-9bf3-ba5834cb233a'} bound to L3 agent in host dv-cinder-787195-5-smb {{(pid=73812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:22:10.130126 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.l3_hamode_db [None req-33a08b5f-6737-48f8-a548-d2baa0ece6fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T13:06:52Z,description=,heartbeat_timestamp=2021-04-30T13:21:52Z,host='dv-cinder-787195-5-smb',id=0896dfae-3c2f-4fc2-b5f4-9284ce516a86,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:06:52Z,topic='l3_agent')) {'router_ids': ['e4735ee5-f302-4a12-9bf3-ba5834cb233a'], 'active': True} {{(pid=73812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:22:10.130613 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.84', 32772) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:22:10.144384 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [None req-cd8dc8a7-26e7-426f-854a-17d1449e24ef admin admin] 10.222.0.84 "PUT /v2.0/routers/e4735ee5-f302-4a12-9bf3-ba5834cb233a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1999955 Apr 30 13:22:10.448934 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.l3_dvr_db [None req-33a08b5f-6737-48f8-a548-d2baa0ece6fc None None] Set router e4735ee5-f302-4a12-9bf3-ba5834cb233a gateway port host: dv-cinder-787195-5-smb {{(pid=73812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:22:10.463792 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-9da0c8b1-2349-4113-b51d-7b1c7ca8915b admin admin] Notify callbacks [] for router, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:10.736583 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-9da0c8b1-2349-4113-b51d-7b1c7ca8915b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:10.833641 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.l3_hamode_db [None req-33a08b5f-6737-48f8-a548-d2baa0ece6fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4735ee5-f302-4a12-9bf3-ba5834cb233a', 'name': 'tempest-TestShelveInstance-1059514730-router', 'tenant_id': '99d54a5c4e0a4d9abb919ed154eab887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b95ef810-b08d-4c08-b0c0-c75d2ee1b25b', 'external_fixed_ips': [{'subnet_id': 'b3fe51b0-9be9-4b1a-951c-de133b7a88b5', 'ip_address': '172.28.3.109'}], 'enable_snat': True}, 'gw_port_id': '63647ec2-c7d4-4f97-9366-f7a46edf1707', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:17:07Z', 'updated_at': '2021-04-30T13:22:08Z', 'revision_number': 5, 'project_id': '99d54a5c4e0a4d9abb919ed154eab887', 'gw_port': {'id': '63647ec2-c7d4-4f97-9366-f7a46edf1707', 'name': '', 'network_id': 'b95ef810-b08d-4c08-b0c0-c75d2ee1b25b', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:d8:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4735ee5-f302-4a12-9bf3-ba5834cb233a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'b3fe51b0-9be9-4b1a-951c-de133b7a88b5', 'ip_address': '172.28.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:17:08Z', 'updated_at': '2021-04-30T13:17:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fe51b0-9be9-4b1a-951c-de133b7a88b5', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-5-smb'}], 'dv-cinder-787195-5-smb', False) {} {{(pid=73812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:22:10.841239 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33a08b5f-6737-48f8-a548-d2baa0ece6fc None None] Checking router: e4735ee5-f302-4a12-9bf3-ba5834cb233a for host: dv-cinder-787195-5-smb {{(pid=73812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 13:22:10.847488 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.plugin [None req-9da0c8b1-2349-4113-b51d-7b1c7ca8915b admin admin] Deleting port 63647ec2-c7d4-4f97-9366-f7a46edf1707 {{(pid=73810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:22:10.848141 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-9da0c8b1-2349-4113-b51d-7b1c7ca8915b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773353273429'] for port, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:10.860591 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33a08b5f-6737-48f8-a548-d2baa0ece6fc None None] Routers {'e4735ee5-f302-4a12-9bf3-ba5834cb233a'} bound to L3 agent in host dv-cinder-787195-5-smb {{(pid=73812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:22:10.861689 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.l3_hamode_db [None req-33a08b5f-6737-48f8-a548-d2baa0ece6fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T13:06:52Z,description=,heartbeat_timestamp=2021-04-30T13:21:52Z,host='dv-cinder-787195-5-smb',id=0896dfae-3c2f-4fc2-b5f4-9284ce516a86,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:06:52Z,topic='l3_agent')) {'router_ids': ['e4735ee5-f302-4a12-9bf3-ba5834cb233a'], 'active': True} {{(pid=73812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:22:10.958123 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.84', 32788) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:22:11.042683 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.db [None req-9da0c8b1-2349-4113-b51d-7b1c7ca8915b admin admin] For port 63647ec2-c7d4-4f97-9366-f7a46edf1707, host dv-cinder-787195-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-5-smb',level=0,port_id=63647ec2-c7d4-4f97-9366-f7a46edf1707,segment=NetworkSegment(f8d4e1c1-82f5-4515-b5f8-67450a2bb94b),segment_id=f8d4e1c1-82f5-4515-b5f8-67450a2bb94b)] {{(pid=73810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:22:11.043644 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-9da0c8b1-2349-4113-b51d-7b1c7ca8915b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1047743'] for port, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:11.163731 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.l3_dvr_db [None req-33a08b5f-6737-48f8-a548-d2baa0ece6fc None None] Set router e4735ee5-f302-4a12-9bf3-ba5834cb233a gateway port host: None {{(pid=73812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:22:11.214705 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.plugin [None req-9da0c8b1-2349-4113-b51d-7b1c7ca8915b admin admin] Calling delete_port for 63647ec2-c7d4-4f97-9366-f7a46edf1707 owned by network:router_gateway {{(pid=73810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:22:11.238403 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-0ba9397a-9323-4931-ac8d-ccb805420916 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:11.265482 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-0ba9397a-9323-4931-ac8d-ccb805420916 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:22:11.271371 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-0ba9397a-9323-4931-ac8d-ccb805420916 admin admin] Usage tracker for resource:security_group_rule and tenant:fb5c8dbc77264f4786c7cdf3b6e593da is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:22:11.275326 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-0ba9397a-9323-4931-ac8d-ccb805420916 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:22:11.283270 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-0ba9397a-9323-4931-ac8d-ccb805420916 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:22:11.293808 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.l3_hamode_db [None req-33a08b5f-6737-48f8-a548-d2baa0ece6fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4735ee5-f302-4a12-9bf3-ba5834cb233a', 'name': 'tempest-TestShelveInstance-1059514730-router', 'tenant_id': '99d54a5c4e0a4d9abb919ed154eab887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:17:07Z', 'updated_at': '2021-04-30T13:22:10Z', 'revision_number': 6, 'project_id': '99d54a5c4e0a4d9abb919ed154eab887', 'gw_port_host': None}], 'dv-cinder-787195-5-smb', False) {} {{(pid=73812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:22:11.298377 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33a08b5f-6737-48f8-a548-d2baa0ece6fc None None] The sync data for ids ['e4735ee5-f302-4a12-9bf3-ba5834cb233a'] in dv-cinder-787195-5-smb is: [{'id': 'e4735ee5-f302-4a12-9bf3-ba5834cb233a', 'name': 'tempest-TestShelveInstance-1059514730-router', 'tenant_id': '99d54a5c4e0a4d9abb919ed154eab887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:17:07Z', 'updated_at': '2021-04-30T13:22:10Z', 'revision_number': 6, 'project_id': '99d54a5c4e0a4d9abb919ed154eab887', 'gw_port_host': None}] {{(pid=73812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 13:22:11.495114 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-0ba9397a-9323-4931-ac8d-ccb805420916 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:11.504680 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-0ba9397a-9323-4931-ac8d-ccb805420916 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985230'] for security_group, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:11.518356 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-cd5b943b-1b04-44c8-92a3-28be1e23db66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:22:11.598109 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [None req-0ba9397a-9323-4931-ac8d-ccb805420916 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=fb5c8dbc77264f4786c7cdf3b6e593da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6382935 Apr 30 13:22:11.599714 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba9397a-9323-4931-ac8d-ccb805420916 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93b33f90-6ae1-432c-ba56-3934d040797b,revision_number=1']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:22:11.600667 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.84', 32798) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:22:11.604202 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-0ba9397a-9323-4931-ac8d-ccb805420916 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:22:11.605314 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-9da0c8b1-2349-4113-b51d-7b1c7ca8915b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4120194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773353276016', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773352839711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11792972'] for port, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:11.609337 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-127c3f09-84ca-4285-9a27-488991da65d2 tempest-ServerRescueNegativeTestJSON-1237910162 tempest-ServerRescueNegativeTestJSON-1237910162-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:22:11.677424 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da0c8b1-2349-4113-b51d-7b1c7ca8915b admin admin] Pushing event deleted for resources: {'Port': ['ID=63647ec2-c7d4-4f97-9366-f7a46edf1707,revision_number=None']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:22:11.680040 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-9da0c8b1-2349-4113-b51d-7b1c7ca8915b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:22:11.708618 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.rpc [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Device b77cb989-2e32-4814-adeb-6cf2180ca8bf no longer exists at agent ovs-agent-dv-cinder-787195-5-smb {{(pid=73812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 13:22:11.781542 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-679c7acc-543e-43ec-a486-90ddcc07306b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:11.795582 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.plugin [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] No Port match for: b77cb989-2e32-4814-adeb-6cf2180ca8bf {{(pid=73812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 13:22:11.799341 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.rpc [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Device b77cb989-2e32-4814-adeb-6cf2180ca8bf not bound to the agent host dv-cinder-787195-5-smb {{(pid=73812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 13:22:11.819922 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-9da0c8b1-2349-4113-b51d-7b1c7ca8915b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-919769'] for router_gateway, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:11.820944 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-679c7acc-543e-43ec-a486-90ddcc07306b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:11.910880 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-679c7acc-543e-43ec-a486-90ddcc07306b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985230'] for security_group, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:11.919733 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-bb2bea94-fb23-478d-9012-310fa09dbedc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:22:11.932892 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-679c7acc-543e-43ec-a486-90ddcc07306b admin admin] Notify callbacks [] for security_group, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:11.934021 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [None req-679c7acc-543e-43ec-a486-90ddcc07306b admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/93b33f90-6ae1-432c-ba56-3934d040797b HTTP/1.1" status: 204 len: 168 time: 0.3312156 Apr 30 13:22:11.935091 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679c7acc-543e-43ec-a486-90ddcc07306b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93b33f90-6ae1-432c-ba56-3934d040797b,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:22:11.939485 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-679c7acc-543e-43ec-a486-90ddcc07306b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:22:12.021195 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-9da0c8b1-2349-4113-b51d-7b1c7ca8915b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1027846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4768'] for router, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:12.023959 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-9da0c8b1-2349-4113-b51d-7b1c7ca8915b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:12.055949 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-9da0c8b1-2349-4113-b51d-7b1c7ca8915b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1042044'] for router, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:12.056781 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9da0c8b1-2349-4113-b51d-7b1c7ca8915b admin admin] Fanout notify agent at l3_agent the message router_deleted on router e4735ee5-f302-4a12-9bf3-ba5834cb233a {{(pid=73810) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 30 13:22:12.080516 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-9da0c8b1-2349-4113-b51d-7b1c7ca8915b admin admin] Notify callbacks [] for router, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:12.084199 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [None req-9da0c8b1-2349-4113-b51d-7b1c7ca8915b admin admin] 10.222.0.84 "DELETE /v2.0/routers/e4735ee5-f302-4a12-9bf3-ba5834cb233a HTTP/1.1" status: 204 len: 168 time: 1.9503882 Apr 30 13:22:12.085618 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.84', 32804) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:22:12.152577 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.db_base_plugin_v2 [None req-35e0acd7-d8b7-4fd9-aefe-9e808665ed94 admin admin] Deleting subnet 18774bde-1daa-4ee6-a31b-aefc080adf26 {{(pid=73809) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 30 13:22:12.156049 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-35e0acd7-d8b7-4fd9-aefe-9e808665ed94 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:12.221486 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-35e0acd7-d8b7-4fd9-aefe-9e808665ed94 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11422972'] for subnet, precommit_delete_associations {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:12.322524 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-35e0acd7-d8b7-4fd9-aefe-9e808665ed94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4062251'] for subnet, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:12.353469 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.84', 32812) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:22:12.382220 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-2b6bde90-f9d3-48ab-9c39-d5943b549cb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:12.401646 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-2b6bde90-f9d3-48ab-9c39-d5943b549cb3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:22:12.405753 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-2b6bde90-f9d3-48ab-9c39-d5943b549cb3 admin admin] Usage tracker for resource:security_group_rule and tenant:1a3aae48589a452187588dbf17a6ef45 is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:22:12.413265 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-2b6bde90-f9d3-48ab-9c39-d5943b549cb3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:22:12.421446 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-2b6bde90-f9d3-48ab-9c39-d5943b549cb3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:22:12.541505 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-2b6bde90-f9d3-48ab-9c39-d5943b549cb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:12.549000 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-2b6bde90-f9d3-48ab-9c39-d5943b549cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985230'] for security_group, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:12.556790 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-7735d69f-62f5-43d8-becb-28d0f0446486 tempest-VolumesNegativeTest-1675597269 tempest-VolumesNegativeTest-1675597269-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:22:12.606885 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [None req-2b6bde90-f9d3-48ab-9c39-d5943b549cb3 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=1a3aae48589a452187588dbf17a6ef45&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2527826 Apr 30 13:22:12.607894 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6bde90-f9d3-48ab-9c39-d5943b549cb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3c8289d-f39f-4eeb-8214-bb6bf69d941e,revision_number=1']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:22:12.610477 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.84', 32822) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:22:12.613642 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-2b6bde90-f9d3-48ab-9c39-d5943b549cb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:22:12.713042 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-0d32f732-6bc2-4505-b060-fa3d44c4bf7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:12.724535 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-35e0acd7-d8b7-4fd9-aefe-9e808665ed94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4062258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11423513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10753783'] for subnet, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:12.731051 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:22:12.747836 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-0d32f732-6bc2-4505-b060-fa3d44c4bf7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:12.773910 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e0acd7-d8b7-4fd9-aefe-9e808665ed94 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=18774bde-1daa-4ee6-a31b-aefc080adf26,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:22:12.781581 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-35e0acd7-d8b7-4fd9-aefe-9e808665ed94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:22:12.784282 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-35e0acd7-d8b7-4fd9-aefe-9e808665ed94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647359'] for subnet, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:12.792296 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80f8696e-5773-4ec3-815b-6defc89dc802 None None] Network aa03f28a-3a1e-4da9-866d-defb23fad75a requested from dv-cinder-787195-5-smb {{(pid=73812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 13:22:12.795695 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [None req-35e0acd7-d8b7-4fd9-aefe-9e808665ed94 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/18774bde-1daa-4ee6-a31b-aefc080adf26 HTTP/1.1" status: 204 len: 168 time: 0.7060430 Apr 30 13:22:12.795695 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.84', 32826) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:22:12.847130 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-0d32f732-6bc2-4505-b060-fa3d44c4bf7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985230'] for security_group, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:12.851171 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-116aabc0-3bac-4edd-babc-4e6c71fe8f21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:22:12.875395 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d32f732-6bc2-4505-b060-fa3d44c4bf7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3c8289d-f39f-4eeb-8214-bb6bf69d941e,revision_number=None']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:22:12.883810 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-0d32f732-6bc2-4505-b060-fa3d44c4bf7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:22:12.893248 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-0d32f732-6bc2-4505-b060-fa3d44c4bf7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:12.897830 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [None req-0d32f732-6bc2-4505-b060-fa3d44c4bf7a admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/d3c8289d-f39f-4eeb-8214-bb6bf69d941e HTTP/1.1" status: 204 len: 168 time: 0.2829001 Apr 30 13:22:12.926364 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-fc05d639-c1d6-4330-9bcd-ab32a7ad9398 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4148260'] for network, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:13.045188 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.plugin [None req-fc05d639-c1d6-4330-9bcd-ab32a7ad9398 admin admin] Deleting port 727a2ac1-0782-4f4c-8628-c4dbba638687 {{(pid=73809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:22:13.045653 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-fc05d639-c1d6-4330-9bcd-ab32a7ad9398 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773353273429'] for port, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:13.158881 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e037c24-3111-48da-baf3-e89e7351d721 None None] DHCP port deletion for aa03f28a-3a1e-4da9-866d-defb23fad75a request from dv-cinder-787195-5-smb {{(pid=73812) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 30 13:22:13.252395 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [None req-fc05d639-c1d6-4330-9bcd-ab32a7ad9398 admin admin] For port 727a2ac1-0782-4f4c-8628-c4dbba638687, host dv-cinder-787195-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-5-smb',level=0,port_id=727a2ac1-0782-4f4c-8628-c4dbba638687,segment=NetworkSegment(313beba6-51ca-4db8-affa-af5efe1019e3),segment_id=313beba6-51ca-4db8-affa-af5efe1019e3)] {{(pid=73809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:22:13.252750 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-fc05d639-c1d6-4330-9bcd-ab32a7ad9398 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1047743'] for port, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:13.383872 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.plugin [None req-0e037c24-3111-48da-baf3-e89e7351d721 None None] Deleting port 727a2ac1-0782-4f4c-8628-c4dbba638687 {{(pid=73812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:22:13.384261 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-0e037c24-3111-48da-baf3-e89e7351d721 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773353273429'] for port, before_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:13.511493 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.db [None req-0e037c24-3111-48da-baf3-e89e7351d721 None None] For port 727a2ac1-0782-4f4c-8628-c4dbba638687, host dv-cinder-787195-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-5-smb',level=0,port_id=727a2ac1-0782-4f4c-8628-c4dbba638687,segment=NetworkSegment(313beba6-51ca-4db8-affa-af5efe1019e3),segment_id=313beba6-51ca-4db8-affa-af5efe1019e3)] {{(pid=73812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:22:13.516337 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-0e037c24-3111-48da-baf3-e89e7351d721 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1047743'] for port, precommit_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:13.618033 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.rpc [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Device 63647ec2-c7d4-4f97-9366-f7a46edf1707 no longer exists at agent ovs-agent-dv-cinder-787195-5-smb {{(pid=73812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 13:22:13.631410 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.plugin [None req-fc05d639-c1d6-4330-9bcd-ab32a7ad9398 admin admin] Calling delete_port for 727a2ac1-0782-4f4c-8628-c4dbba638687 owned by network:dhcp {{(pid=73809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:22:13.698074 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-fc05d639-c1d6-4330-9bcd-ab32a7ad9398 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4120194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773353276016', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773352839711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11423588'] for port, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:13.702659 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-17d24d12-44aa-4354-bdcd-5c9e681d8fcc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:22:13.721126 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.plugin [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] No Port match for: 63647ec2-c7d4-4f97-9366-f7a46edf1707 {{(pid=73812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 13:22:13.721488 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.rpc [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Device 63647ec2-c7d4-4f97-9366-f7a46edf1707 not bound to the agent host dv-cinder-787195-5-smb {{(pid=73812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 13:22:13.721962 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.rpc [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Device 727a2ac1-0782-4f4c-8628-c4dbba638687 no longer exists at agent ovs-agent-dv-cinder-787195-5-smb {{(pid=73812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 13:22:13.748980 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc05d639-c1d6-4330-9bcd-ab32a7ad9398 admin admin] Pushing event deleted for resources: {'Port': ['ID=727a2ac1-0782-4f4c-8628-c4dbba638687,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:22:13.753434 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-fc05d639-c1d6-4330-9bcd-ab32a7ad9398 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:22:13.762079 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.plugin [None req-0e037c24-3111-48da-baf3-e89e7351d721 None None] Calling delete_port for 727a2ac1-0782-4f4c-8628-c4dbba638687 owned by network:dhcp {{(pid=73812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:22:13.764963 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc05d639-c1d6-4330-9bcd-ab32a7ad9398 admin admin] No DVR routers for this DVR port 727a2ac1-0782-4f4c-8628-c4dbba638687 on host dv-cinder-787195-5-smb {{(pid=73809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 13:22:13.772633 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.plugin [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] No Port match for: 727a2ac1-0782-4f4c-8628-c4dbba638687 {{(pid=73812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 13:22:13.772996 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.rpc [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Device 727a2ac1-0782-4f4c-8628-c4dbba638687 not bound to the agent host dv-cinder-787195-5-smb {{(pid=73812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 13:22:13.839078 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-0e037c24-3111-48da-baf3-e89e7351d721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4120194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773353276016', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773352839711'] for port, after_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:13.846846 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:22:13.898172 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e037c24-3111-48da-baf3-e89e7351d721 None None] Pushing event deleted for resources: {'Port': ['ID=727a2ac1-0782-4f4c-8628-c4dbba638687,revision_number=None']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:22:13.900842 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e037c24-3111-48da-baf3-e89e7351d721 None None] No DVR routers for this DVR port 727a2ac1-0782-4f4c-8628-c4dbba638687 on host dv-cinder-787195-5-smb {{(pid=73812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 13:22:13.905193 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-fc05d639-c1d6-4330-9bcd-ab32a7ad9398 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3997862', 'neutron.services.segments.db._delete_segments_for_network-8773353284765'] for network, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:13.905909 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-0e037c24-3111-48da-baf3-e89e7351d721 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:22:14.066974 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.services.segments.db [None req-fc05d639-c1d6-4330-9bcd-ab32a7ad9398 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa03f28a-3a1e-4da9-866d-defb23fad75a']}} {{(pid=73809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:22:14.083000 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.services.segments.db [None req-fc05d639-c1d6-4330-9bcd-ab32a7ad9398 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '313beba6-51ca-4db8-affa-af5efe1019e3') {'for_net_delete': True} {{(pid=73809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:22:14.083462 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.services.segments.db [None req-fc05d639-c1d6-4330-9bcd-ab32a7ad9398 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '313beba6-51ca-4db8-affa-af5efe1019e3') {} {{(pid=73809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:22:14.099841 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-fc05d639-c1d6-4330-9bcd-ab32a7ad9398 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773353296999', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11422965'] for segment, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:14.120179 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-fc05d639-c1d6-4330-9bcd-ab32a7ad9398 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060901'] for segment, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:14.128550 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc05d639-c1d6-4330-9bcd-ab32a7ad9398 admin admin] Releasing vlan 1117 on physical network physnet1 to pool {{(pid=73809) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 13:22:14.328646 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.managers [None req-fc05d639-c1d6-4330-9bcd-ab32a7ad9398 admin admin] Network aa03f28a-3a1e-4da9-866d-defb23fad75a has no segments {{(pid=73809) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 13:22:14.338622 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-fc05d639-c1d6-4330-9bcd-ab32a7ad9398 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4060702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11423667'] for segment, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:14.539042 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.managers [None req-fc05d639-c1d6-4330-9bcd-ab32a7ad9398 admin admin] Network aa03f28a-3a1e-4da9-866d-defb23fad75a has no segments {{(pid=73809) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 13:22:14.575339 dv-cinder-787195-5-smb neutron-server[73809]: Traceback (most recent call last): Apr 30 13:22:14.575339 dv-cinder-787195-5-smb neutron-server[73809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 13:22:14.575339 dv-cinder-787195-5-smb neutron-server[73809]: timer() Apr 30 13:22:14.575339 dv-cinder-787195-5-smb neutron-server[73809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 13:22:14.575339 dv-cinder-787195-5-smb neutron-server[73809]: cb(*args, **kw) Apr 30 13:22:14.575339 dv-cinder-787195-5-smb neutron-server[73809]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 30 13:22:14.575339 dv-cinder-787195-5-smb neutron-server[73809]: return func(*args, **kwargs) Apr 30 13:22:14.575339 dv-cinder-787195-5-smb neutron-server[73809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 13:22:14.575339 dv-cinder-787195-5-smb neutron-server[73809]: self._notify() Apr 30 13:22:14.575339 dv-cinder-787195-5-smb neutron-server[73809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 13:22:14.575339 dv-cinder-787195-5-smb neutron-server[73809]: self.callback(batched_events) Apr 30 13:22:14.575339 dv-cinder-787195-5-smb neutron-server[73809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 13:22:14.575339 dv-cinder-787195-5-smb neutron-server[73809]: event.method(event) Apr 30 13:22:14.575339 dv-cinder-787195-5-smb neutron-server[73809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 30 13:22:14.575339 dv-cinder-787195-5-smb neutron-server[73809]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 13:22:14.575339 dv-cinder-787195-5-smb neutron-server[73809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 30 13:22:14.575339 dv-cinder-787195-5-smb neutron-server[73809]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 13:22:14.575339 dv-cinder-787195-5-smb neutron-server[73809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 30 13:22:14.575339 dv-cinder-787195-5-smb neutron-server[73809]: return f(self, *a, **k) Apr 30 13:22:14.575339 dv-cinder-787195-5-smb neutron-server[73809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 30 13:22:14.575339 dv-cinder-787195-5-smb neutron-server[73809]: return self._get(url).json() Apr 30 13:22:14.575339 dv-cinder-787195-5-smb neutron-server[73809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 30 13:22:14.575339 dv-cinder-787195-5-smb neutron-server[73809]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 13:22:14.575339 dv-cinder-787195-5-smb neutron-server[73809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 13:22:14.575339 dv-cinder-787195-5-smb neutron-server[73809]: return self.request(url, 'GET', **kwargs) Apr 30 13:22:14.575339 dv-cinder-787195-5-smb neutron-server[73809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 13:22:14.575339 dv-cinder-787195-5-smb neutron-server[73809]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 13:22:14.575339 dv-cinder-787195-5-smb neutron-server[73809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 13:22:14.575339 dv-cinder-787195-5-smb neutron-server[73809]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 13:22:14.575339 dv-cinder-787195-5-smb neutron-server[73809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 13:22:14.575339 dv-cinder-787195-5-smb neutron-server[73809]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 13:22:14.575339 dv-cinder-787195-5-smb neutron-server[73809]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 13:22:14.673481 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-fc05d639-c1d6-4330-9bcd-ab32a7ad9398 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3997869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-920133'] for network, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:14.678613 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-44e67a3f-6148-4f9e-8db8-f95a1b2469d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:22:14.697692 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-fc05d639-c1d6-4330-9bcd-ab32a7ad9398 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647359'] for network, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:14.705438 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc05d639-c1d6-4330-9bcd-ab32a7ad9398 admin admin] Pushing event deleted for resources: {'Network': ['ID=aa03f28a-3a1e-4da9-866d-defb23fad75a,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:22:14.710759 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-fc05d639-c1d6-4330-9bcd-ab32a7ad9398 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:22:14.729027 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.84', 32868) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:22:14.739499 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [None req-fc05d639-c1d6-4330-9bcd-ab32a7ad9398 admin admin] 10.222.0.84 "DELETE /v2.0/networks/aa03f28a-3a1e-4da9-866d-defb23fad75a HTTP/1.1" status: 204 len: 168 time: 1.9442270 Apr 30 13:22:15.486105 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-8253d84b-46c6-4347-a123-d946bb9fdfd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-924750'] for router_interface, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:16.219109 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.plugin [None req-8253d84b-46c6-4347-a123-d946bb9fdfd9 admin admin] Deleting port ed77eba6-0ec7-421e-89dd-43da31bd479d {{(pid=73810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:22:16.219773 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-8253d84b-46c6-4347-a123-d946bb9fdfd9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773353273429'] for port, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:16.373668 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.db [None req-8253d84b-46c6-4347-a123-d946bb9fdfd9 admin admin] For port ed77eba6-0ec7-421e-89dd-43da31bd479d, host dv-cinder-787195-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-5-smb',level=0,port_id=ed77eba6-0ec7-421e-89dd-43da31bd479d,segment=NetworkSegment(0da590c8-b4d5-439c-8b81-8486f6b27275),segment_id=0da590c8-b4d5-439c-8b81-8486f6b27275)] {{(pid=73810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:22:16.374027 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-8253d84b-46c6-4347-a123-d946bb9fdfd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1047743'] for port, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:16.533757 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.plugin [None req-8253d84b-46c6-4347-a123-d946bb9fdfd9 admin admin] Calling delete_port for ed77eba6-0ec7-421e-89dd-43da31bd479d owned by network:router_interface {{(pid=73810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:22:16.727078 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-8253d84b-46c6-4347-a123-d946bb9fdfd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4120194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773353276016', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773352839711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11792972'] for port, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:16.733720 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-f89720a8-99fc-42b2-9bc6-9f3c313355f9 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:22:16.844216 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8253d84b-46c6-4347-a123-d946bb9fdfd9 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed77eba6-0ec7-421e-89dd-43da31bd479d,revision_number=None']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:22:16.853982 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-8253d84b-46c6-4347-a123-d946bb9fdfd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:22:16.936775 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.84', 32922) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:22:17.110709 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-f51aebdb-2217-4dd6-96d4-f7fb9eb3b571 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:17.134012 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-f51aebdb-2217-4dd6-96d4-f7fb9eb3b571 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:22:17.138779 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-f51aebdb-2217-4dd6-96d4-f7fb9eb3b571 admin admin] Usage tracker for resource:security_group_rule and tenant:4cc650448a414413b60d1ec92e3dc181 is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:22:17.143876 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-f51aebdb-2217-4dd6-96d4-f7fb9eb3b571 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:22:17.152917 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-f51aebdb-2217-4dd6-96d4-f7fb9eb3b571 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:22:17.271186 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-f51aebdb-2217-4dd6-96d4-f7fb9eb3b571 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:17.279197 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-f51aebdb-2217-4dd6-96d4-f7fb9eb3b571 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985230'] for security_group, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:17.289118 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-84b14eb3-8979-4ca2-9045-3935c99c2950 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:22:17.340277 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [None req-f51aebdb-2217-4dd6-96d4-f7fb9eb3b571 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=4cc650448a414413b60d1ec92e3dc181&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3996015 Apr 30 13:22:17.340277 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51aebdb-2217-4dd6-96d4-f7fb9eb3b571 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca9da176-26f5-4f56-85eb-507c76fb4a28,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:22:17.341144 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.84', 32928) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:22:17.342504 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-8253d84b-46c6-4347-a123-d946bb9fdfd9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-647320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1041918'] for router_interface, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:17.344297 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-f51aebdb-2217-4dd6-96d4-f7fb9eb3b571 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:22:17.410615 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-680f8066-fa78-4574-b04d-f26260e5c914 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:17.441184 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-680f8066-fa78-4574-b04d-f26260e5c914 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:17.501614 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-680f8066-fa78-4574-b04d-f26260e5c914 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985230'] for security_group, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:17.507011 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-4a42beb5-eb21-40a6-a62c-ab312a3d5242 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:22:17.523912 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680f8066-fa78-4574-b04d-f26260e5c914 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca9da176-26f5-4f56-85eb-507c76fb4a28,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:22:17.528058 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-680f8066-fa78-4574-b04d-f26260e5c914 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:22:17.532479 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-680f8066-fa78-4574-b04d-f26260e5c914 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:17.533644 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [None req-680f8066-fa78-4574-b04d-f26260e5c914 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/ca9da176-26f5-4f56-85eb-507c76fb4a28 HTTP/1.1" status: 204 len: 168 time: 0.1911571 Apr 30 13:22:17.804904 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8253d84b-46c6-4347-a123-d946bb9fdfd9 admin admin] Router 86d00986-b0ee-4fe4-a396-af5b08fc28cc has already been hosted by L3 agent 0896dfae-3c2f-4fc2-b5f4-9284ce516a86 {{(pid=73810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 13:22:17.935611 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.84', 32940) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:22:17.959208 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-f4531542-9f30-4477-9e8a-077ef3351231 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:17.980211 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-f4531542-9f30-4477-9e8a-077ef3351231 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:22:17.985321 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-f4531542-9f30-4477-9e8a-077ef3351231 admin admin] Usage tracker for resource:security_group_rule and tenant:43812af9b1e842038f6578dcc36352cc is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:22:17.989125 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-f4531542-9f30-4477-9e8a-077ef3351231 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:22:17.996052 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-f4531542-9f30-4477-9e8a-077ef3351231 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:22:18.093800 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8253d84b-46c6-4347-a123-d946bb9fdfd9 admin admin] Notify agent at l3_agent.dv-cinder-787195-5-smb the message routers_updated {{(pid=73810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 13:22:18.107010 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-815e3fcb-4a2e-4169-bb73-9262178a7272 None None] Sync routers for ids ['86d00986-b0ee-4fe4-a396-af5b08fc28cc'] in dv-cinder-787195-5-smb {{(pid=73814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 13:22:18.119503 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [None req-8253d84b-46c6-4347-a123-d946bb9fdfd9 admin admin] 10.222.0.84 "PUT /v2.0/routers/86d00986-b0ee-4fe4-a396-af5b08fc28cc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3864553 Apr 30 13:22:18.119728 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.84', 32944) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:22:18.125265 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-815e3fcb-4a2e-4169-bb73-9262178a7272 None None] Routers {'86d00986-b0ee-4fe4-a396-af5b08fc28cc'} bound to L3 agent in host dv-cinder-787195-5-smb {{(pid=73814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:22:18.126188 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.db.l3_hamode_db [None req-815e3fcb-4a2e-4169-bb73-9262178a7272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T13:06:52Z,description=,heartbeat_timestamp=2021-04-30T13:21:52Z,host='dv-cinder-787195-5-smb',id=0896dfae-3c2f-4fc2-b5f4-9284ce516a86,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:06:52Z,topic='l3_agent')) {'router_ids': ['86d00986-b0ee-4fe4-a396-af5b08fc28cc'], 'active': True} {{(pid=73814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:22:18.216420 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-f4531542-9f30-4477-9e8a-077ef3351231 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:18.228984 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-f4531542-9f30-4477-9e8a-077ef3351231 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985230'] for security_group, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:18.258728 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-e07a6e7e-35e2-41cd-a054-c5417feb4f54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:22:18.267141 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [None req-f4531542-9f30-4477-9e8a-077ef3351231 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=43812af9b1e842038f6578dcc36352cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3303587 Apr 30 13:22:18.269849 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.84', 32948) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:22:18.335719 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.db.l3_dvr_db [None req-815e3fcb-4a2e-4169-bb73-9262178a7272 None None] Set router 86d00986-b0ee-4fe4-a396-af5b08fc28cc gateway port host: dv-cinder-787195-5-smb {{(pid=73814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:22:18.363485 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-eb9650ba-a79c-4adf-b751-28dcc5848eae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:18.390472 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4531542-9f30-4477-9e8a-077ef3351231 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2a50f08-c5ce-4954-8355-5153a12aca15,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:22:18.404035 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-eb9650ba-a79c-4adf-b751-28dcc5848eae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:18.409969 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-f4531542-9f30-4477-9e8a-077ef3351231 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:22:18.466807 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-9e486284-895e-44df-803e-c9810ba3c5d0 admin admin] Notify callbacks [] for router, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:18.475848 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-eb9650ba-a79c-4adf-b751-28dcc5848eae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985230'] for security_group, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:18.480283 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-0d32f732-6bc2-4505-b060-fa3d44c4bf7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:22:18.498927 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9650ba-a79c-4adf-b751-28dcc5848eae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2a50f08-c5ce-4954-8355-5153a12aca15,revision_number=None']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:22:18.512743 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-eb9650ba-a79c-4adf-b751-28dcc5848eae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:22:18.514156 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-eb9650ba-a79c-4adf-b751-28dcc5848eae admin admin] Notify callbacks [] for security_group, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:18.515494 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [None req-eb9650ba-a79c-4adf-b751-28dcc5848eae admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/d2a50f08-c5ce-4954-8355-5153a12aca15 HTTP/1.1" status: 204 len: 168 time: 0.2442024 Apr 30 13:22:18.791037 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.db.l3_hamode_db [None req-815e3fcb-4a2e-4169-bb73-9262178a7272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86d00986-b0ee-4fe4-a396-af5b08fc28cc', 'name': 'tempest-TestShelveInstance-1282061304-router', 'tenant_id': 'ae7614d2b6ac42bca927ba21479b98a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b95ef810-b08d-4c08-b0c0-c75d2ee1b25b', 'external_fixed_ips': [{'subnet_id': 'b3fe51b0-9be9-4b1a-951c-de133b7a88b5', 'ip_address': '172.28.3.203'}], 'enable_snat': True}, 'gw_port_id': '7109a81b-71aa-4e3e-92c7-bac1ea125d09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:17:16Z', 'updated_at': '2021-04-30T13:22:16Z', 'revision_number': 5, 'project_id': 'ae7614d2b6ac42bca927ba21479b98a8', 'gw_port': {'id': '7109a81b-71aa-4e3e-92c7-bac1ea125d09', 'name': '', 'network_id': 'b95ef810-b08d-4c08-b0c0-c75d2ee1b25b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:36:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86d00986-b0ee-4fe4-a396-af5b08fc28cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'b3fe51b0-9be9-4b1a-951c-de133b7a88b5', 'ip_address': '172.28.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:17:17Z', 'updated_at': '2021-04-30T13:17:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fe51b0-9be9-4b1a-951c-de133b7a88b5', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-5-smb'}], 'dv-cinder-787195-5-smb', False) {} {{(pid=73814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:22:18.796720 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-815e3fcb-4a2e-4169-bb73-9262178a7272 None None] Checking router: 86d00986-b0ee-4fe4-a396-af5b08fc28cc for host: dv-cinder-787195-5-smb {{(pid=73814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 13:22:18.809207 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-815e3fcb-4a2e-4169-bb73-9262178a7272 None None] Routers {'86d00986-b0ee-4fe4-a396-af5b08fc28cc'} bound to L3 agent in host dv-cinder-787195-5-smb {{(pid=73814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:22:18.809766 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.db.l3_hamode_db [None req-815e3fcb-4a2e-4169-bb73-9262178a7272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T13:06:52Z,description=,heartbeat_timestamp=2021-04-30T13:21:52Z,host='dv-cinder-787195-5-smb',id=0896dfae-3c2f-4fc2-b5f4-9284ce516a86,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:06:52Z,topic='l3_agent')) {'router_ids': ['86d00986-b0ee-4fe4-a396-af5b08fc28cc'], 'active': True} {{(pid=73814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:22:18.853821 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-9e486284-895e-44df-803e-c9810ba3c5d0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:18.962400 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.plugin [None req-9e486284-895e-44df-803e-c9810ba3c5d0 admin admin] Deleting port 7109a81b-71aa-4e3e-92c7-bac1ea125d09 {{(pid=73809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:22:18.963089 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-9e486284-895e-44df-803e-c9810ba3c5d0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773353273429'] for port, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:19.059847 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-d099c901-f0e8-4604-a8ef-c01cea56527b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000748'] for agent, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:19.078228 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.db.l3_dvr_db [None req-815e3fcb-4a2e-4169-bb73-9262178a7272 None None] Set router 86d00986-b0ee-4fe4-a396-af5b08fc28cc gateway port host: None {{(pid=73814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:22:19.146154 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [None req-9e486284-895e-44df-803e-c9810ba3c5d0 admin admin] For port 7109a81b-71aa-4e3e-92c7-bac1ea125d09, host dv-cinder-787195-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-5-smb',level=0,port_id=7109a81b-71aa-4e3e-92c7-bac1ea125d09,segment=NetworkSegment(f8d4e1c1-82f5-4515-b5f8-67450a2bb94b),segment_id=f8d4e1c1-82f5-4515-b5f8-67450a2bb94b)] {{(pid=73809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:22:19.146787 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-9e486284-895e-44df-803e-c9810ba3c5d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1047743'] for port, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:19.222283 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.db.l3_hamode_db [None req-815e3fcb-4a2e-4169-bb73-9262178a7272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86d00986-b0ee-4fe4-a396-af5b08fc28cc', 'name': 'tempest-TestShelveInstance-1282061304-router', 'tenant_id': 'ae7614d2b6ac42bca927ba21479b98a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:17:16Z', 'updated_at': '2021-04-30T13:22:18Z', 'revision_number': 6, 'project_id': 'ae7614d2b6ac42bca927ba21479b98a8', 'gw_port_host': None}], 'dv-cinder-787195-5-smb', False) {} {{(pid=73814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:22:19.228497 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-815e3fcb-4a2e-4169-bb73-9262178a7272 None None] The sync data for ids ['86d00986-b0ee-4fe4-a396-af5b08fc28cc'] in dv-cinder-787195-5-smb is: [{'id': '86d00986-b0ee-4fe4-a396-af5b08fc28cc', 'name': 'tempest-TestShelveInstance-1282061304-router', 'tenant_id': 'ae7614d2b6ac42bca927ba21479b98a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:17:16Z', 'updated_at': '2021-04-30T13:22:18Z', 'revision_number': 6, 'project_id': 'ae7614d2b6ac42bca927ba21479b98a8', 'gw_port_host': None}] {{(pid=73814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 13:22:19.333166 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.plugin [None req-9e486284-895e-44df-803e-c9810ba3c5d0 admin admin] Calling delete_port for 7109a81b-71aa-4e3e-92c7-bac1ea125d09 owned by network:router_gateway {{(pid=73809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:22:19.586436 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-9e486284-895e-44df-803e-c9810ba3c5d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4120194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773353276016', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773352839711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11423588'] for port, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:19.588740 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.rpc [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Device ed77eba6-0ec7-421e-89dd-43da31bd479d no longer exists at agent ovs-agent-dv-cinder-787195-5-smb {{(pid=73812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 13:22:19.592056 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-5fb4f6d2-ae2a-414e-a715-3f53f4ce1671 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:22:19.641020 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e486284-895e-44df-803e-c9810ba3c5d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=7109a81b-71aa-4e3e-92c7-bac1ea125d09,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:22:19.649584 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-9e486284-895e-44df-803e-c9810ba3c5d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:22:19.675089 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.plugin [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] No Port match for: ed77eba6-0ec7-421e-89dd-43da31bd479d {{(pid=73812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 13:22:19.675454 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.rpc [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Device ed77eba6-0ec7-421e-89dd-43da31bd479d not bound to the agent host dv-cinder-787195-5-smb {{(pid=73812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 13:22:19.790207 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-9e486284-895e-44df-803e-c9810ba3c5d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-919769'] for router_gateway, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:20.001156 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-9e486284-895e-44df-803e-c9810ba3c5d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1027846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4768'] for router, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:20.005520 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-9e486284-895e-44df-803e-c9810ba3c5d0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:20.055612 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-9e486284-895e-44df-803e-c9810ba3c5d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1042044'] for router, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:20.056142 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e486284-895e-44df-803e-c9810ba3c5d0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 86d00986-b0ee-4fe4-a396-af5b08fc28cc {{(pid=73809) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 30 13:22:20.093564 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-9e486284-895e-44df-803e-c9810ba3c5d0 admin admin] Notify callbacks [] for router, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:20.097516 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.84', 32984) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:22:20.108412 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [None req-9e486284-895e-44df-803e-c9810ba3c5d0 admin admin] 10.222.0.84 "DELETE /v2.0/routers/86d00986-b0ee-4fe4-a396-af5b08fc28cc HTTP/1.1" status: 204 len: 168 time: 1.9877286 Apr 30 13:22:20.176685 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.db.db_base_plugin_v2 [None req-cce0a9ee-3d28-45e1-a7e7-e15eac4d1a79 admin admin] Deleting subnet b5b1028a-d361-4488-92c0-5016fc740df3 {{(pid=73810) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 30 13:22:20.181311 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-cce0a9ee-3d28-45e1-a7e7-e15eac4d1a79 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:20.263443 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-cce0a9ee-3d28-45e1-a7e7-e15eac4d1a79 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1918257'] for subnet, precommit_delete_associations {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:20.442587 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-cce0a9ee-3d28-45e1-a7e7-e15eac4d1a79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4062251'] for subnet, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:20.847493 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-cce0a9ee-3d28-45e1-a7e7-e15eac4d1a79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4062258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11792945', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11476834'] for subnet, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:20.853886 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-8cb28c01-8fe8-4ecb-8d66-e82520339bcf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:22:20.904386 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-cce0a9ee-3d28-45e1-a7e7-e15eac4d1a79 admin admin] Notify callbacks [] for subnet, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:20.909861 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce0a9ee-3d28-45e1-a7e7-e15eac4d1a79 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b5b1028a-d361-4488-92c0-5016fc740df3,revision_number=None']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:22:20.913156 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-cce0a9ee-3d28-45e1-a7e7-e15eac4d1a79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:22:20.917947 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba454e48-a8a9-4efa-b47b-33cd2b69c4ac None None] Network b13576c4-f25d-4b04-a464-e0d7d76b9b71 requested from dv-cinder-787195-5-smb {{(pid=73812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 13:22:20.921863 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [None req-cce0a9ee-3d28-45e1-a7e7-e15eac4d1a79 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/b5b1028a-d361-4488-92c0-5016fc740df3 HTTP/1.1" status: 204 len: 168 time: 0.8232653 Apr 30 13:22:20.926022 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.84', 33008) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:22:21.068443 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-cd88b27f-bf15-4e08-b8b0-5645fb4a003a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4148260'] for network, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:21.156226 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.plugin [None req-cd88b27f-bf15-4e08-b8b0-5645fb4a003a admin admin] Deleting port b3ad43c2-3965-4757-b9d5-26f3ddcfa815 {{(pid=73809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:22:21.157049 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-cd88b27f-bf15-4e08-b8b0-5645fb4a003a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773353273429'] for port, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:21.290774 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-917ac7df-747b-4aa1-bda2-bf72c916e51d None None] DHCP port deletion for b13576c4-f25d-4b04-a464-e0d7d76b9b71 request from dv-cinder-787195-5-smb {{(pid=73812) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 30 13:22:21.319825 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [None req-cd88b27f-bf15-4e08-b8b0-5645fb4a003a admin admin] For port b3ad43c2-3965-4757-b9d5-26f3ddcfa815, host dv-cinder-787195-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-5-smb',level=0,port_id=b3ad43c2-3965-4757-b9d5-26f3ddcfa815,segment=NetworkSegment(0da590c8-b4d5-439c-8b81-8486f6b27275),segment_id=0da590c8-b4d5-439c-8b81-8486f6b27275)] {{(pid=73809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:22:21.320469 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-cd88b27f-bf15-4e08-b8b0-5645fb4a003a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1047743'] for port, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:21.383028 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.plugin [None req-917ac7df-747b-4aa1-bda2-bf72c916e51d None None] Deleting port b3ad43c2-3965-4757-b9d5-26f3ddcfa815 {{(pid=73812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:22:21.383515 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-917ac7df-747b-4aa1-bda2-bf72c916e51d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773353273429'] for port, before_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:21.465408 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.plugin [None req-cd88b27f-bf15-4e08-b8b0-5645fb4a003a admin admin] Calling delete_port for b3ad43c2-3965-4757-b9d5-26f3ddcfa815 owned by network:dhcp {{(pid=73809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:22:21.512899 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.rpc [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Device 7109a81b-71aa-4e3e-92c7-bac1ea125d09 no longer exists at agent ovs-agent-dv-cinder-787195-5-smb {{(pid=73812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 13:22:21.562853 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-cd88b27f-bf15-4e08-b8b0-5645fb4a003a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4120194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773353276016', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773352839711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11423588'] for port, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:21.568524 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:22:21.572553 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.db [None req-917ac7df-747b-4aa1-bda2-bf72c916e51d None None] For port b3ad43c2-3965-4757-b9d5-26f3ddcfa815, host dv-cinder-787195-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-5-smb',level=0,port_id=b3ad43c2-3965-4757-b9d5-26f3ddcfa815,segment=NetworkSegment(0da590c8-b4d5-439c-8b81-8486f6b27275),segment_id=0da590c8-b4d5-439c-8b81-8486f6b27275)] {{(pid=73812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:22:21.572964 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-917ac7df-747b-4aa1-bda2-bf72c916e51d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1047743'] for port, precommit_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:21.741080 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd88b27f-bf15-4e08-b8b0-5645fb4a003a admin admin] Pushing event deleted for resources: {'Port': ['ID=b3ad43c2-3965-4757-b9d5-26f3ddcfa815,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:22:21.743101 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd88b27f-bf15-4e08-b8b0-5645fb4a003a admin admin] No DVR routers for this DVR port b3ad43c2-3965-4757-b9d5-26f3ddcfa815 on host dv-cinder-787195-5-smb {{(pid=73809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 13:22:21.744751 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-cd88b27f-bf15-4e08-b8b0-5645fb4a003a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:22:21.798053 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.plugin [None req-917ac7df-747b-4aa1-bda2-bf72c916e51d None None] Calling delete_port for b3ad43c2-3965-4757-b9d5-26f3ddcfa815 owned by network:dhcp {{(pid=73812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:22:21.800781 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.plugin [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] No Port match for: 7109a81b-71aa-4e3e-92c7-bac1ea125d09 {{(pid=73812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 13:22:21.801134 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.rpc [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Device 7109a81b-71aa-4e3e-92c7-bac1ea125d09 not bound to the agent host dv-cinder-787195-5-smb {{(pid=73812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 13:22:21.801682 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.rpc [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Device b3ad43c2-3965-4757-b9d5-26f3ddcfa815 no longer exists at agent ovs-agent-dv-cinder-787195-5-smb {{(pid=73812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 13:22:21.861041 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.plugin [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] No Port match for: b3ad43c2-3965-4757-b9d5-26f3ddcfa815 {{(pid=73812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 13:22:21.861644 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.rpc [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Device b3ad43c2-3965-4757-b9d5-26f3ddcfa815 not bound to the agent host dv-cinder-787195-5-smb {{(pid=73812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 13:22:21.908947 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-cd88b27f-bf15-4e08-b8b0-5645fb4a003a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3997862', 'neutron.services.segments.db._delete_segments_for_network-8773353284765'] for network, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:21.957492 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-defe5da9-d62b-42ef-892f-21486f6227e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000748'] for agent, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:21.985514 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-917ac7df-747b-4aa1-bda2-bf72c916e51d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4120194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773353276016', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773352839711'] for port, after_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:21.989761 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:22:22.061210 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917ac7df-747b-4aa1-bda2-bf72c916e51d None None] Pushing event deleted for resources: {'Port': ['ID=b3ad43c2-3965-4757-b9d5-26f3ddcfa815,revision_number=None']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:22:22.068810 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-917ac7df-747b-4aa1-bda2-bf72c916e51d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:22:22.073451 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-917ac7df-747b-4aa1-bda2-bf72c916e51d None None] No DVR routers for this DVR port b3ad43c2-3965-4757-b9d5-26f3ddcfa815 on host dv-cinder-787195-5-smb {{(pid=73812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 13:22:22.086443 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.services.segments.db [None req-cd88b27f-bf15-4e08-b8b0-5645fb4a003a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b13576c4-f25d-4b04-a464-e0d7d76b9b71']}} {{(pid=73809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:22:22.101196 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.services.segments.db [None req-cd88b27f-bf15-4e08-b8b0-5645fb4a003a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0da590c8-b4d5-439c-8b81-8486f6b27275') {'for_net_delete': True} {{(pid=73809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:22:22.101711 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.services.segments.db [None req-cd88b27f-bf15-4e08-b8b0-5645fb4a003a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0da590c8-b4d5-439c-8b81-8486f6b27275') {} {{(pid=73809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:22:22.116897 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-cd88b27f-bf15-4e08-b8b0-5645fb4a003a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773353296999', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11422965'] for segment, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:22.135353 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-cd88b27f-bf15-4e08-b8b0-5645fb4a003a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060901'] for segment, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:22.143189 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd88b27f-bf15-4e08-b8b0-5645fb4a003a admin admin] Releasing vlan 1100 on physical network physnet1 to pool {{(pid=73809) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 13:22:22.285637 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000748'] for agent, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:22.350674 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.managers [None req-cd88b27f-bf15-4e08-b8b0-5645fb4a003a admin admin] Network b13576c4-f25d-4b04-a464-e0d7d76b9b71 has no segments {{(pid=73809) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 13:22:22.364490 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-cd88b27f-bf15-4e08-b8b0-5645fb4a003a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4060702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11423667'] for segment, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:22.663694 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.managers [None req-cd88b27f-bf15-4e08-b8b0-5645fb4a003a admin admin] Network b13576c4-f25d-4b04-a464-e0d7d76b9b71 has no segments {{(pid=73809) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 13:22:22.700419 dv-cinder-787195-5-smb neutron-server[73809]: Traceback (most recent call last): Apr 30 13:22:22.700419 dv-cinder-787195-5-smb neutron-server[73809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 13:22:22.700419 dv-cinder-787195-5-smb neutron-server[73809]: timer() Apr 30 13:22:22.700419 dv-cinder-787195-5-smb neutron-server[73809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 13:22:22.700419 dv-cinder-787195-5-smb neutron-server[73809]: cb(*args, **kw) Apr 30 13:22:22.700419 dv-cinder-787195-5-smb neutron-server[73809]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 30 13:22:22.700419 dv-cinder-787195-5-smb neutron-server[73809]: return func(*args, **kwargs) Apr 30 13:22:22.700419 dv-cinder-787195-5-smb neutron-server[73809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 13:22:22.700419 dv-cinder-787195-5-smb neutron-server[73809]: self._notify() Apr 30 13:22:22.700419 dv-cinder-787195-5-smb neutron-server[73809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 13:22:22.700419 dv-cinder-787195-5-smb neutron-server[73809]: self.callback(batched_events) Apr 30 13:22:22.700419 dv-cinder-787195-5-smb neutron-server[73809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 13:22:22.700419 dv-cinder-787195-5-smb neutron-server[73809]: event.method(event) Apr 30 13:22:22.700419 dv-cinder-787195-5-smb neutron-server[73809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 30 13:22:22.700419 dv-cinder-787195-5-smb neutron-server[73809]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 13:22:22.700419 dv-cinder-787195-5-smb neutron-server[73809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 30 13:22:22.700419 dv-cinder-787195-5-smb neutron-server[73809]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 13:22:22.700419 dv-cinder-787195-5-smb neutron-server[73809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 30 13:22:22.700419 dv-cinder-787195-5-smb neutron-server[73809]: return f(self, *a, **k) Apr 30 13:22:22.700419 dv-cinder-787195-5-smb neutron-server[73809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 30 13:22:22.700419 dv-cinder-787195-5-smb neutron-server[73809]: return self._get(url).json() Apr 30 13:22:22.700419 dv-cinder-787195-5-smb neutron-server[73809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 30 13:22:22.700419 dv-cinder-787195-5-smb neutron-server[73809]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 13:22:22.700419 dv-cinder-787195-5-smb neutron-server[73809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 13:22:22.700419 dv-cinder-787195-5-smb neutron-server[73809]: return self.request(url, 'GET', **kwargs) Apr 30 13:22:22.700419 dv-cinder-787195-5-smb neutron-server[73809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 13:22:22.700419 dv-cinder-787195-5-smb neutron-server[73809]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 13:22:22.700419 dv-cinder-787195-5-smb neutron-server[73809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 13:22:22.700419 dv-cinder-787195-5-smb neutron-server[73809]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 13:22:22.700419 dv-cinder-787195-5-smb neutron-server[73809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 13:22:22.700419 dv-cinder-787195-5-smb neutron-server[73809]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 13:22:22.700419 dv-cinder-787195-5-smb neutron-server[73809]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 13:22:22.831682 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-cd88b27f-bf15-4e08-b8b0-5645fb4a003a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3997869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-920133'] for network, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:22.840317 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-cd88b27f-bf15-4e08-b8b0-5645fb4a003a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647359'] for network, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:22.845277 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-fc05d639-c1d6-4330-9bcd-ab32a7ad9398 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:22:22.883834 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd88b27f-bf15-4e08-b8b0-5645fb4a003a admin admin] Pushing event deleted for resources: {'Network': ['ID=b13576c4-f25d-4b04-a464-e0d7d76b9b71,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:22:22.890279 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-cd88b27f-bf15-4e08-b8b0-5645fb4a003a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:22:22.894807 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [None req-cd88b27f-bf15-4e08-b8b0-5645fb4a003a admin admin] 10.222.0.84 "DELETE /v2.0/networks/b13576c4-f25d-4b04-a464-e0d7d76b9b71 HTTP/1.1" status: 204 len: 168 time: 1.9635060 Apr 30 13:22:23.142605 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.84', 33034) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:22:23.143671 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-a9ba599c-bbf2-42e7-8bf2-2ae3bfc6b861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000748'] for agent, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:23.211848 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [None req-912d5321-e8cc-44ff-8dc1-29c837ad7a7c admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=99d54a5c4e0a4d9abb919ed154eab887&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0678198 Apr 30 13:22:23.214358 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.84', 33038) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:22:23.286920 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-2018f12f-596d-41b2-aa18-d01a6093f6ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:23.316645 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-2018f12f-596d-41b2-aa18-d01a6093f6ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:23.382507 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-2018f12f-596d-41b2-aa18-d01a6093f6ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985230'] for security_group, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:23.391553 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-cee8c01b-c553-46ed-bb04-82a5ded2a179 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:22:23.407809 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2018f12f-596d-41b2-aa18-d01a6093f6ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b3f7177-85ca-4925-9c26-b4599bb1bca8,revision_number=None']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:22:23.413078 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-2018f12f-596d-41b2-aa18-d01a6093f6ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:22:23.417714 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-2018f12f-596d-41b2-aa18-d01a6093f6ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:23.419512 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [None req-2018f12f-596d-41b2-aa18-d01a6093f6ae admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/5b3f7177-85ca-4925-9c26-b4599bb1bca8 HTTP/1.1" status: 204 len: 168 time: 0.2042577 Apr 30 13:22:23.926074 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.84', 33052) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:22:24.046362 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [None req-e9143c52-b9b3-4806-ac98-ae5e60b6b487 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=ae7614d2b6ac42bca927ba21479b98a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1184742 Apr 30 13:22:24.048933 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.84', 33062) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:22:24.138812 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-cb5b6705-3d46-43e7-a3f8-7f3f6e1aabbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:24.173162 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-cb5b6705-3d46-43e7-a3f8-7f3f6e1aabbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:24.235249 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-cb5b6705-3d46-43e7-a3f8-7f3f6e1aabbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985230'] for security_group, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:24.240515 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-fedcdd10-85df-438e-887a-01ee3dc442a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:22:24.254840 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5b6705-3d46-43e7-a3f8-7f3f6e1aabbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f496f03-d439-4b70-bf3e-28e39a6630a3,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:22:24.262820 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-cb5b6705-3d46-43e7-a3f8-7f3f6e1aabbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:24.266809 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [None req-cb5b6705-3d46-43e7-a3f8-7f3f6e1aabbc admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/2f496f03-d439-4b70-bf3e-28e39a6630a3 HTTP/1.1" status: 204 len: 168 time: 0.2141013 Apr 30 13:22:24.266809 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5b6705-3d46-43e7-a3f8-7f3f6e1aabbc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:22:24.267109 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5b6705-3d46-43e7-a3f8-7f3f6e1aabbc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:22:24.267396 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5b6705-3d46-43e7-a3f8-7f3f6e1aabbc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:22:24.267861 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5b6705-3d46-43e7-a3f8-7f3f6e1aabbc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:22:24.268047 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5b6705-3d46-43e7-a3f8-7f3f6e1aabbc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:22:24.268612 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5b6705-3d46-43e7-a3f8-7f3f6e1aabbc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:22:24.268999 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5b6705-3d46-43e7-a3f8-7f3f6e1aabbc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:22:24.269366 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5b6705-3d46-43e7-a3f8-7f3f6e1aabbc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:22:24.269723 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5b6705-3d46-43e7-a3f8-7f3f6e1aabbc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:22:24.270083 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5b6705-3d46-43e7-a3f8-7f3f6e1aabbc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:22:24.270443 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5b6705-3d46-43e7-a3f8-7f3f6e1aabbc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:22:24.270826 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5b6705-3d46-43e7-a3f8-7f3f6e1aabbc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:22:24.274292 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-cb5b6705-3d46-43e7-a3f8-7f3f6e1aabbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:22:24.536269 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-5918b5d9-36b2-459a-8043-2e5e2054f07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000748'] for agent, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:26.336954 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.db.agents_db [None req-91df71b6-c2d8-49d0-b68d-2a1f0a47a62a None None] Agent healthcheck: found 6 active agents {{(pid=73814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 13:22:28.164472 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.84', 33168) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:22:28.228160 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.db_base_plugin_v2 [None req-146a65e9-a682-4563-b908-398cc5275785 admin admin] Deleting subnet e05c64f0-e9b1-49c4-9f81-1f2c32d56733 {{(pid=73809) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 30 13:22:28.231375 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-146a65e9-a682-4563-b908-398cc5275785 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:28.287873 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-146a65e9-a682-4563-b908-398cc5275785 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11422972'] for subnet, precommit_delete_associations {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:28.350481 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-146a65e9-a682-4563-b908-398cc5275785 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4062251'] for subnet, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:28.625058 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-146a65e9-a682-4563-b908-398cc5275785 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4062258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11423513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10753783'] for subnet, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:28.629585 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-48903fe1-7859-4206-a09e-fb40a7039d91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:22:28.663460 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146a65e9-a682-4563-b908-398cc5275785 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e05c64f0-e9b1-49c4-9f81-1f2c32d56733,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:22:28.666683 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-146a65e9-a682-4563-b908-398cc5275785 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:22:28.667670 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-146a65e9-a682-4563-b908-398cc5275785 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647359'] for subnet, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:28.674809 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [None req-146a65e9-a682-4563-b908-398cc5275785 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/e05c64f0-e9b1-49c4-9f81-1f2c32d56733 HTTP/1.1" status: 204 len: 168 time: 0.5090673 Apr 30 13:22:28.677348 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.84', 33178) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:22:28.915972 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-2ce86e4e-eb62-4b5b-90c5-438bdeaa60da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4148260'] for network, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:29.046850 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-2ce86e4e-eb62-4b5b-90c5-438bdeaa60da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3997862', 'neutron.services.segments.db._delete_segments_for_network-8773353284765'] for network, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:29.173063 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.services.segments.db [None req-2ce86e4e-eb62-4b5b-90c5-438bdeaa60da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9bd451a-0609-409b-b5ef-9654d5cf8a9d']}} {{(pid=73809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:22:29.186042 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.services.segments.db [None req-2ce86e4e-eb62-4b5b-90c5-438bdeaa60da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a77f0e39-cdb0-4c3f-b15a-e21c05b0be58') {'for_net_delete': True} {{(pid=73809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:22:29.186342 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.services.segments.db [None req-2ce86e4e-eb62-4b5b-90c5-438bdeaa60da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a77f0e39-cdb0-4c3f-b15a-e21c05b0be58') {} {{(pid=73809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:22:29.198390 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-2ce86e4e-eb62-4b5b-90c5-438bdeaa60da admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773353296999', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11422965'] for segment, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:29.219928 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-2ce86e4e-eb62-4b5b-90c5-438bdeaa60da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060901'] for segment, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:29.228684 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ce86e4e-eb62-4b5b-90c5-438bdeaa60da admin admin] Releasing vlan 1125 on physical network physnet1 to pool {{(pid=73809) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 13:22:29.405951 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.managers [None req-2ce86e4e-eb62-4b5b-90c5-438bdeaa60da admin admin] Network a9bd451a-0609-409b-b5ef-9654d5cf8a9d has no segments {{(pid=73809) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 13:22:29.414506 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-2ce86e4e-eb62-4b5b-90c5-438bdeaa60da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4060702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11423667'] for segment, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:29.593459 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.managers [None req-2ce86e4e-eb62-4b5b-90c5-438bdeaa60da admin admin] Network a9bd451a-0609-409b-b5ef-9654d5cf8a9d has no segments {{(pid=73809) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 13:22:29.616503 dv-cinder-787195-5-smb neutron-server[73809]: Traceback (most recent call last): Apr 30 13:22:29.616503 dv-cinder-787195-5-smb neutron-server[73809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 13:22:29.616503 dv-cinder-787195-5-smb neutron-server[73809]: timer() Apr 30 13:22:29.616503 dv-cinder-787195-5-smb neutron-server[73809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 13:22:29.616503 dv-cinder-787195-5-smb neutron-server[73809]: cb(*args, **kw) Apr 30 13:22:29.616503 dv-cinder-787195-5-smb neutron-server[73809]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 30 13:22:29.616503 dv-cinder-787195-5-smb neutron-server[73809]: return func(*args, **kwargs) Apr 30 13:22:29.616503 dv-cinder-787195-5-smb neutron-server[73809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 13:22:29.616503 dv-cinder-787195-5-smb neutron-server[73809]: self._notify() Apr 30 13:22:29.616503 dv-cinder-787195-5-smb neutron-server[73809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 13:22:29.616503 dv-cinder-787195-5-smb neutron-server[73809]: self.callback(batched_events) Apr 30 13:22:29.616503 dv-cinder-787195-5-smb neutron-server[73809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 13:22:29.616503 dv-cinder-787195-5-smb neutron-server[73809]: event.method(event) Apr 30 13:22:29.616503 dv-cinder-787195-5-smb neutron-server[73809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 30 13:22:29.616503 dv-cinder-787195-5-smb neutron-server[73809]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 13:22:29.616503 dv-cinder-787195-5-smb neutron-server[73809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 30 13:22:29.616503 dv-cinder-787195-5-smb neutron-server[73809]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 13:22:29.616503 dv-cinder-787195-5-smb neutron-server[73809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 30 13:22:29.616503 dv-cinder-787195-5-smb neutron-server[73809]: return f(self, *a, **k) Apr 30 13:22:29.616503 dv-cinder-787195-5-smb neutron-server[73809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 30 13:22:29.616503 dv-cinder-787195-5-smb neutron-server[73809]: return self._get(url).json() Apr 30 13:22:29.616503 dv-cinder-787195-5-smb neutron-server[73809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 30 13:22:29.616503 dv-cinder-787195-5-smb neutron-server[73809]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 13:22:29.616503 dv-cinder-787195-5-smb neutron-server[73809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 13:22:29.616503 dv-cinder-787195-5-smb neutron-server[73809]: return self.request(url, 'GET', **kwargs) Apr 30 13:22:29.616503 dv-cinder-787195-5-smb neutron-server[73809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 13:22:29.616503 dv-cinder-787195-5-smb neutron-server[73809]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 13:22:29.616503 dv-cinder-787195-5-smb neutron-server[73809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 13:22:29.616503 dv-cinder-787195-5-smb neutron-server[73809]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 13:22:29.616503 dv-cinder-787195-5-smb neutron-server[73809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 13:22:29.616503 dv-cinder-787195-5-smb neutron-server[73809]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 13:22:29.616503 dv-cinder-787195-5-smb neutron-server[73809]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 13:22:29.696325 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-2ce86e4e-eb62-4b5b-90c5-438bdeaa60da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3997869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-920133'] for network, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:29.701727 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-2ce86e4e-eb62-4b5b-90c5-438bdeaa60da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647359'] for network, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:29.706500 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-6da188cb-487e-4293-9cf9-7e1a79a372b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:22:29.733854 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce86e4e-eb62-4b5b-90c5-438bdeaa60da admin admin] Pushing event deleted for resources: {'Network': ['ID=a9bd451a-0609-409b-b5ef-9654d5cf8a9d,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:22:29.736860 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-2ce86e4e-eb62-4b5b-90c5-438bdeaa60da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:22:29.739716 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [None req-2ce86e4e-eb62-4b5b-90c5-438bdeaa60da admin admin] 10.222.0.84 "DELETE /v2.0/networks/a9bd451a-0609-409b-b5ef-9654d5cf8a9d HTTP/1.1" status: 204 len: 168 time: 1.0608740 Apr 30 13:22:29.947213 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.84', 33190) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:22:30.002382 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [None req-c86a3255-8cf8-4d34-bbdc-b1b4e213670e admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=e32ba0152044483e99e8f73aa77e1b96&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0540984 Apr 30 13:22:30.006309 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.84', 33196) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:22:30.183053 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-1c09bf8f-7810-4b25-b359-56d672274e41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:30.219770 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-1c09bf8f-7810-4b25-b359-56d672274e41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:30.278500 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-1c09bf8f-7810-4b25-b359-56d672274e41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985230'] for security_group, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:30.283470 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-55f3d6b7-7be6-4659-913f-76cd42bea938 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:22:30.299078 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c09bf8f-7810-4b25-b359-56d672274e41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01654c76-a6bc-4320-a216-f8a1b7794d83,revision_number=None']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:22:30.309991 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c09bf8f-7810-4b25-b359-56d672274e41 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:22:30.310360 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c09bf8f-7810-4b25-b359-56d672274e41 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:22:30.310722 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c09bf8f-7810-4b25-b359-56d672274e41 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:22:30.311074 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c09bf8f-7810-4b25-b359-56d672274e41 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:22:30.311474 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c09bf8f-7810-4b25-b359-56d672274e41 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:22:30.311824 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c09bf8f-7810-4b25-b359-56d672274e41 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:22:30.312163 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c09bf8f-7810-4b25-b359-56d672274e41 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:22:30.313121 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c09bf8f-7810-4b25-b359-56d672274e41 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:22:30.313462 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c09bf8f-7810-4b25-b359-56d672274e41 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:22:30.313809 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c09bf8f-7810-4b25-b359-56d672274e41 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:22:30.314155 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c09bf8f-7810-4b25-b359-56d672274e41 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:22:30.314542 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c09bf8f-7810-4b25-b359-56d672274e41 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:22:30.318250 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-1c09bf8f-7810-4b25-b359-56d672274e41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:22:30.319809 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-1c09bf8f-7810-4b25-b359-56d672274e41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:30.320889 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [None req-1c09bf8f-7810-4b25-b359-56d672274e41 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/01654c76-a6bc-4320-a216-f8a1b7794d83 HTTP/1.1" status: 204 len: 168 time: 0.3138967 Apr 30 13:22:32.748589 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.84', 33292) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:22:32.893847 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-3dca3a56-1e6c-439d-9257-33886551e925 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:32.910288 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-3dca3a56-1e6c-439d-9257-33886551e925 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:22:32.914532 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-3dca3a56-1e6c-439d-9257-33886551e925 admin admin] Usage tracker for resource:security_group_rule and tenant:71f30edf80944c719bdd824f72c66a8f is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:22:32.917546 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-3dca3a56-1e6c-439d-9257-33886551e925 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:22:32.929069 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-3dca3a56-1e6c-439d-9257-33886551e925 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:22:33.035473 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-3dca3a56-1e6c-439d-9257-33886551e925 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:33.041582 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-3dca3a56-1e6c-439d-9257-33886551e925 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985230'] for security_group, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:33.049367 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-1c99007a-9285-444c-a7e3-e163226edabf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:22:33.090986 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dca3a56-1e6c-439d-9257-33886551e925 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ee0b1b4-3a71-4188-a53d-0b9793b257a9,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:22:33.096426 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [None req-3dca3a56-1e6c-439d-9257-33886551e925 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=71f30edf80944c719bdd824f72c66a8f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3468158 Apr 30 13:22:33.097426 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-3dca3a56-1e6c-439d-9257-33886551e925 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:22:33.099372 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.84', 33300) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:22:33.163862 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-e1d97628-2244-43ec-ac7a-16ff7d750604 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:33.195487 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-e1d97628-2244-43ec-ac7a-16ff7d750604 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:33.262861 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-e1d97628-2244-43ec-ac7a-16ff7d750604 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985230'] for security_group, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:33.269011 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-b9e57615-f1b6-4382-9e83-26e3d09ff6ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:22:33.281134 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d97628-2244-43ec-ac7a-16ff7d750604 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ee0b1b4-3a71-4188-a53d-0b9793b257a9,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:22:33.283459 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-e1d97628-2244-43ec-ac7a-16ff7d750604 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:22:33.287165 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-e1d97628-2244-43ec-ac7a-16ff7d750604 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:33.290197 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [None req-e1d97628-2244-43ec-ac7a-16ff7d750604 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/6ee0b1b4-3a71-4188-a53d-0b9793b257a9 HTTP/1.1" status: 204 len: 168 time: 0.1886489 Apr 30 13:22:33.616094 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.84', 33308) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:22:33.639816 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-17a4ed81-93e6-4127-9f80-46186c3a39dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:33.658563 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-17a4ed81-93e6-4127-9f80-46186c3a39dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:22:33.664212 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-17a4ed81-93e6-4127-9f80-46186c3a39dd admin admin] Usage tracker for resource:security_group_rule and tenant:795b372a24104c3fa133f957375f5375 is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:22:33.668397 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-17a4ed81-93e6-4127-9f80-46186c3a39dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:22:33.675396 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-17a4ed81-93e6-4127-9f80-46186c3a39dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:22:33.769970 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-17a4ed81-93e6-4127-9f80-46186c3a39dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:33.776434 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-17a4ed81-93e6-4127-9f80-46186c3a39dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985230'] for security_group, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:33.784260 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-680f8066-fa78-4574-b04d-f26260e5c914 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:22:33.826695 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [None req-17a4ed81-93e6-4127-9f80-46186c3a39dd admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=795b372a24104c3fa133f957375f5375&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2090456 Apr 30 13:22:33.827696 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a4ed81-93e6-4127-9f80-46186c3a39dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d9210b0-4504-4f04-adcc-c26faee8ed84,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:22:33.830296 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.84', 33312) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:22:33.831447 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-17a4ed81-93e6-4127-9f80-46186c3a39dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:22:33.896433 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-20abd35a-ab51-4a57-bdf0-97c2b7dd2468 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:33.923678 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-20abd35a-ab51-4a57-bdf0-97c2b7dd2468 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:33.981518 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-20abd35a-ab51-4a57-bdf0-97c2b7dd2468 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985230'] for security_group, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:33.985497 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-c6516b99-29cc-4985-9c8a-1a8a2c9343d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:22:33.996528 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20abd35a-ab51-4a57-bdf0-97c2b7dd2468 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d9210b0-4504-4f04-adcc-c26faee8ed84,revision_number=None']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:22:33.998863 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-20abd35a-ab51-4a57-bdf0-97c2b7dd2468 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:22:34.004183 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-20abd35a-ab51-4a57-bdf0-97c2b7dd2468 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:34.005313 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [None req-20abd35a-ab51-4a57-bdf0-97c2b7dd2468 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/6d9210b0-4504-4f04-adcc-c26faee8ed84 HTTP/1.1" status: 204 len: 168 time: 0.1743116 Apr 30 13:22:39.905369 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000748'] for agent, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:49.057742 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-22e5c5a1-856b-48a0-a282-4f53c402e319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000748'] for agent, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:51.851334 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-253a18ba-7a8f-410c-96a7-dae5b3a213f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000748'] for agent, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:52.272578 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000748'] for agent, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:53.146852 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-a9ba599c-bbf2-42e7-8bf2-2ae3bfc6b861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000748'] for agent, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:54.513280 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-5918b5d9-36b2-459a-8043-2e5e2054f07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000748'] for agent, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:00.705914 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.84', 33570) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:23:00.830769 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-055178e3-5c06-4ed3-b98e-af0852784c34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:00.846408 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-055178e3-5c06-4ed3-b98e-af0852784c34 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:23:00.850739 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-055178e3-5c06-4ed3-b98e-af0852784c34 admin admin] Usage tracker for resource:security_group_rule and tenant:1e1c10c455b641e38762125d521f8bd3 is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:23:00.853769 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-055178e3-5c06-4ed3-b98e-af0852784c34 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:23:00.861537 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-055178e3-5c06-4ed3-b98e-af0852784c34 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:23:00.967335 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-055178e3-5c06-4ed3-b98e-af0852784c34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:00.972741 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-055178e3-5c06-4ed3-b98e-af0852784c34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985230'] for security_group, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:00.980580 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-351079bd-322e-4277-83c6-ccb8807b6b74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:23:01.028784 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [None req-055178e3-5c06-4ed3-b98e-af0852784c34 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=1e1c10c455b641e38762125d521f8bd3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3216283 Apr 30 13:23:01.029801 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055178e3-5c06-4ed3-b98e-af0852784c34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5e6f5a1-e0c4-4657-8b7b-ba2c43cc47a6,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:23:01.032455 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.84', 33582) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:23:01.033828 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-055178e3-5c06-4ed3-b98e-af0852784c34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:23:01.105681 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-6fa7c993-9be9-40a4-9c63-0a41bf5ea230 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:01.135528 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-6fa7c993-9be9-40a4-9c63-0a41bf5ea230 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:01.189661 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-6fa7c993-9be9-40a4-9c63-0a41bf5ea230 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985230'] for security_group, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:01.193573 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-249a1685-2143-4c17-b007-9c440cdaef6a tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:23:01.207249 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa7c993-9be9-40a4-9c63-0a41bf5ea230 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5e6f5a1-e0c4-4657-8b7b-ba2c43cc47a6,revision_number=None']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:23:01.210213 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-6fa7c993-9be9-40a4-9c63-0a41bf5ea230 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:23:01.212182 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-6fa7c993-9be9-40a4-9c63-0a41bf5ea230 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:01.213286 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [None req-6fa7c993-9be9-40a4-9c63-0a41bf5ea230 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/c5e6f5a1-e0c4-4657-8b7b-ba2c43cc47a6 HTTP/1.1" status: 204 len: 168 time: 0.1793528 Apr 30 13:23:01.948308 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.84', 33606) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:23:02.094476 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.v2.base [None req-63aad1ba-7ab6-4f02-919c-a96ba1e3f29a admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-908689873-network', 'tenant_id': '2c72cc8db305484187018b2b5ff35a5e'}} {{(pid=73809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:23:02.104315 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-63aad1ba-7ab6-4f02-919c-a96ba1e3f29a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:23:02.109106 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-63aad1ba-7ab6-4f02-919c-a96ba1e3f29a admin admin] Usage tracker for resource:network and tenant:2c72cc8db305484187018b2b5ff35a5e is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:23:02.112292 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-63aad1ba-7ab6-4f02-919c-a96ba1e3f29a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:23:02.124374 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-63aad1ba-7ab6-4f02-919c-a96ba1e3f29a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:23:02.134571 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63aad1ba-7ab6-4f02-919c-a96ba1e3f29a admin admin] Made reservation on behalf of 2c72cc8db305484187018b2b5ff35a5e for: {'network': 1} {{(pid=73809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:23:02.137054 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-63aad1ba-7ab6-4f02-919c-a96ba1e3f29a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4120257'] for network, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:02.150061 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-63aad1ba-7ab6-4f02-919c-a96ba1e3f29a admin admin] Notify callbacks [] for security_group, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:02.166203 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-63aad1ba-7ab6-4f02-919c-a96ba1e3f29a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:23:02.170381 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-63aad1ba-7ab6-4f02-919c-a96ba1e3f29a admin admin] Usage tracker for resource:security_group_rule and tenant:2c72cc8db305484187018b2b5ff35a5e is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:23:02.173421 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-63aad1ba-7ab6-4f02-919c-a96ba1e3f29a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:23:02.179582 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-63aad1ba-7ab6-4f02-919c-a96ba1e3f29a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:23:02.269347 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-63aad1ba-7ab6-4f02-919c-a96ba1e3f29a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:02.274005 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-63aad1ba-7ab6-4f02-919c-a96ba1e3f29a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985230'] for security_group, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:02.277136 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-3dca3a56-1e6c-439d-9257-33886551e925 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:23:02.305608 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63aad1ba-7ab6-4f02-919c-a96ba1e3f29a admin admin] vlan segment allocate from pool success with {'vlan_id': 1125, 'physical_network': 'physnet1'} {{(pid=73809) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 13:23:02.314624 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63aad1ba-7ab6-4f02-919c-a96ba1e3f29a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d57da9b9-0a4e-43bb-b073-f4ef24b5778c,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:23:02.318295 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-63aad1ba-7ab6-4f02-919c-a96ba1e3f29a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:23:02.321026 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-63aad1ba-7ab6-4f02-919c-a96ba1e3f29a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060901'] for segment, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:02.321365 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.db.segments_db [None req-63aad1ba-7ab6-4f02-919c-a96ba1e3f29a admin admin] Added segment db5183e4-e38e-4944-a7fd-266c0d9f3735 of type vlan for network 2ba9d2e4-5dd2-4744-8999-4b35525642bd Apr 30 13:23:02.349746 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-63aad1ba-7ab6-4f02-919c-a96ba1e3f29a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773352860555'] for network, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:02.381885 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-63aad1ba-7ab6-4f02-919c-a96ba1e3f29a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313'] for network, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:02.383340 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63aad1ba-7ab6-4f02-919c-a96ba1e3f29a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:23:02.383964 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-63aad1ba-7ab6-4f02-919c-a96ba1e3f29a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647359'] for network, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:02.387755 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:23:02.505079 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63aad1ba-7ab6-4f02-919c-a96ba1e3f29a admin admin] Pushing event updated for resources: {'Network': ['ID=2ba9d2e4-5dd2-4744-8999-4b35525642bd,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:23:02.507956 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-63aad1ba-7ab6-4f02-919c-a96ba1e3f29a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:23:02.515414 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.rpc [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Network 2ba9d2e4-5dd2-4744-8999-4b35525642bd details requested by agent ovs-agent-dv-cinder-787195-5-smb with host dv-cinder-787195-5-smb {{(pid=73812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 30 13:23:02.521469 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [None req-63aad1ba-7ab6-4f02-919c-a96ba1e3f29a admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5719423 Apr 30 13:23:02.524316 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.84', 33618) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:23:02.531799 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.v2.base [None req-ddeb6d89-9aa0-4885-82b0-d435c9d8bdba admin admin] Request body: {'subnet': {'network_id': '2ba9d2e4-5dd2-4744-8999-4b35525642bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-908689873-subnet', 'tenant_id': '2c72cc8db305484187018b2b5ff35a5e', 'ip_version': 4}} {{(pid=73809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:23:02.540232 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-ddeb6d89-9aa0-4885-82b0-d435c9d8bdba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:23:02.546538 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-ddeb6d89-9aa0-4885-82b0-d435c9d8bdba admin admin] Usage tracker for resource:subnet and tenant:2c72cc8db305484187018b2b5ff35a5e is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:23:02.553279 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-ddeb6d89-9aa0-4885-82b0-d435c9d8bdba admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:23:02.559816 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-ddeb6d89-9aa0-4885-82b0-d435c9d8bdba admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:23:02.573576 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddeb6d89-9aa0-4885-82b0-d435c9d8bdba admin admin] Made reservation on behalf of 2c72cc8db305484187018b2b5ff35a5e for: {'subnet': 1} {{(pid=73809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:23:02.576883 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-ddeb6d89-9aa0-4885-82b0-d435c9d8bdba admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10753770'] for subnet, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:03.113634 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-ddeb6d89-9aa0-4885-82b0-d435c9d8bdba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11422932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10753784'] for subnet, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:03.117641 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-e3a72bd0-e2a7-4900-b20f-39b0142231fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:23:03.193617 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddeb6d89-9aa0-4885-82b0-d435c9d8bdba admin admin] Pushing event updated for resources: {'Subnet': ['ID=2cf2630d-a612-4c25-b4c9-9ff3cd5e9c8c,revision_number=0']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:23:03.196822 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-ddeb6d89-9aa0-4885-82b0-d435c9d8bdba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:23:03.210888 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddeb6d89-9aa0-4885-82b0-d435c9d8bdba admin admin] Checking segment: {'id': 'db5183e4-e38e-4944-a7fd-266c0d9f3735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': '2ba9d2e4-5dd2-4744-8999-4b35525642bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:23:03.211400 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddeb6d89-9aa0-4885-82b0-d435c9d8bdba admin admin] Network hostable DHCP agents. Network: 2ba9d2e4-5dd2-4744-8999-4b35525642bd, hostable agents: ['bbfd2d49-358d-47d1-a027-fcfd9e0d3b2b'], hosted agents: [] {{(pid=73809) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 13:23:03.234491 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddeb6d89-9aa0-4885-82b0-d435c9d8bdba admin admin] Network 2ba9d2e4-5dd2-4744-8999-4b35525642bd is scheduled to be hosted by DHCP agent bbfd2d49-358d-47d1-a027-fcfd9e0d3b2b with binding_index 1 {{(pid=73809) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 13:23:03.245716 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.scheduler.base_scheduler [None req-ddeb6d89-9aa0-4885-82b0-d435c9d8bdba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787195-5-smb, 2ba9d2e4-5dd2-4744-8999-4b35525642bd) {{(pid=73809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:23:03.256704 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9b6f325-def4-4d44-9c1f-7c5b0696727d None None] Network 2ba9d2e4-5dd2-4744-8999-4b35525642bd requested from dv-cinder-787195-5-smb {{(pid=73812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 13:23:03.257081 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddeb6d89-9aa0-4885-82b0-d435c9d8bdba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:23:03.257430 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-ddeb6d89-9aa0-4885-82b0-d435c9d8bdba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647359'] for subnet, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:03.285330 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [None req-ddeb6d89-9aa0-4885-82b0-d435c9d8bdba admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7593579 Apr 30 13:23:03.288269 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.84', 33624) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:23:03.295653 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.v2.base [None req-c042ed6a-0a8f-42e4-a704-2ac81dcd17c0 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-908689873-router', 'tenant_id': '2c72cc8db305484187018b2b5ff35a5e', 'external_gateway_info': {'network_id': 'b95ef810-b08d-4c08-b0c0-c75d2ee1b25b'}}} {{(pid=73810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:23:03.301392 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-c042ed6a-0a8f-42e4-a704-2ac81dcd17c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:23:03.306794 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-c042ed6a-0a8f-42e4-a704-2ac81dcd17c0 admin admin] Usage tracker for resource:router and tenant:2c72cc8db305484187018b2b5ff35a5e is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:23:03.315292 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-c042ed6a-0a8f-42e4-a704-2ac81dcd17c0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:23:03.321820 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-c042ed6a-0a8f-42e4-a704-2ac81dcd17c0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:23:03.334203 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-c042ed6a-0a8f-42e4-a704-2ac81dcd17c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1027317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4690'] for router, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:03.335410 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-c042ed6a-0a8f-42e4-a704-2ac81dcd17c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1027308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1044963', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-983204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4699'] for router, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:03.338168 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.db.agents_db [None req-91df71b6-c2d8-49d0-b68d-2a1f0a47a62a None None] Agent healthcheck: found 6 active agents {{(pid=73814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 13:23:03.351979 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-c042ed6a-0a8f-42e4-a704-2ac81dcd17c0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:03.494741 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-812661a6-1d69-492f-9f8f-308b3eed387a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0abff78b-686c-5a1b-86a5-cab98582ec61-2ba9d2e4-5dd2-4744-8999-4b35525642bd', 'network_id': '2ba9d2e4-5dd2-4744-8999-4b35525642bd', 'tenant_id': '2c72cc8db305484187018b2b5ff35a5e', 'fixed_ips': [{'subnet_id': '2cf2630d-a612-4c25-b4c9-9ff3cd5e9c8c'}]}} from dv-cinder-787195-5-smb. {{(pid=73812) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 30 13:23:03.496084 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-812661a6-1d69-492f-9f8f-308b3eed387a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4120257'] for port, before_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:03.635018 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-c042ed6a-0a8f-42e4-a704-2ac81dcd17c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1044890', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1027937', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4777'] for router, precommit_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:03.673526 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.db_base_plugin_common [None req-812661a6-1d69-492f-9f8f-308b3eed387a None None] Allocated IP 172.20.0.2 (2ba9d2e4-5dd2-4744-8999-4b35525642bd/2cf2630d-a612-4c25-b4c9-9ff3cd5e9c8c/3edc2641-bdba-4977-9589-0694fc64a545) {{(pid=73812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 13:23:03.902172 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-812661a6-1d69-492f-9f8f-308b3eed387a None None] Notify callbacks [] for port, precommit_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:03.912602 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.provisioning_blocks [None req-812661a6-1d69-492f-9f8f-308b3eed387a None None] Transition to ACTIVE for port object 3edc2641-bdba-4977-9589-0694fc64a545 will not be triggered until provisioned by entity L2. {{(pid=73812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:23:03.932435 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.provisioning_blocks [None req-812661a6-1d69-492f-9f8f-308b3eed387a None None] Transition to ACTIVE for port object 3edc2641-bdba-4977-9589-0694fc64a545 will not be triggered until provisioned by entity DHCP. {{(pid=73812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:23:03.938904 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-812661a6-1d69-492f-9f8f-308b3eed387a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4120194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773352839702'] for port, after_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:03.942632 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:23:03.990994 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-c042ed6a-0a8f-42e4-a704-2ac81dcd17c0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:04.005329 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-812661a6-1d69-492f-9f8f-308b3eed387a None None] Network 2ba9d2e4-5dd2-4744-8999-4b35525642bd is already hosted by enough agents. {{(pid=73812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:23:04.008693 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.scheduler.base_scheduler [None req-812661a6-1d69-492f-9f8f-308b3eed387a None None] Resources bound (agent type, host, resource id): {{(pid=73812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:23:04.012433 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-812661a6-1d69-492f-9f8f-308b3eed387a None None] Received port after_create {{(pid=73812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 13:23:04.018559 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812661a6-1d69-492f-9f8f-308b3eed387a None None] Pushing event updated for resources: {'Port': ['ID=3edc2641-bdba-4977-9589-0694fc64a545,revision_number=1']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:23:04.024028 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-c042ed6a-0a8f-42e4-a704-2ac81dcd17c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4120257'] for port, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:04.055746 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812661a6-1d69-492f-9f8f-308b3eed387a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:23:04.056093 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812661a6-1d69-492f-9f8f-308b3eed387a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:23:04.056437 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812661a6-1d69-492f-9f8f-308b3eed387a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:23:04.056770 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812661a6-1d69-492f-9f8f-308b3eed387a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:23:04.057106 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812661a6-1d69-492f-9f8f-308b3eed387a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:23:04.057106 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812661a6-1d69-492f-9f8f-308b3eed387a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:23:04.057106 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812661a6-1d69-492f-9f8f-308b3eed387a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:23:04.057106 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812661a6-1d69-492f-9f8f-308b3eed387a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:23:04.057106 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812661a6-1d69-492f-9f8f-308b3eed387a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:23:04.057106 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812661a6-1d69-492f-9f8f-308b3eed387a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:23:04.059412 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812661a6-1d69-492f-9f8f-308b3eed387a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:23:04.059412 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812661a6-1d69-492f-9f8f-308b3eed387a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:23:04.070065 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-812661a6-1d69-492f-9f8f-308b3eed387a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:23:04.121061 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.managers [None req-812661a6-1d69-492f-9f8f-308b3eed387a None None] Attempting to bind port 3edc2641-bdba-4977-9589-0694fc64a545 on host dv-cinder-787195-5-smb for vnic_type normal with profile {{(pid=73812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 13:23:04.121434 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.managers [None req-812661a6-1d69-492f-9f8f-308b3eed387a None None] Attempting to bind port 3edc2641-bdba-4977-9589-0694fc64a545 by drivers openvswitch,hyperv on host dv-cinder-787195-5-smb at level 0 using segments [{'id': 'db5183e4-e38e-4944-a7fd-266c0d9f3735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': '2ba9d2e4-5dd2-4744-8999-4b35525642bd'}] {{(pid=73812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 13:23:04.121803 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-812661a6-1d69-492f-9f8f-308b3eed387a None None] Attempting to bind port 3edc2641-bdba-4977-9589-0694fc64a545 on network 2ba9d2e4-5dd2-4744-8999-4b35525642bd {{(pid=73812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:23:04.129220 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-812661a6-1d69-492f-9f8f-308b3eed387a None None] Checking agent: {'id': '389db99c-db4b-44ca-8e25-149d3cf00f42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 6, 52), 'started_at': datetime.datetime(2021, 4, 30, 13, 7, 22), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 22, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 13:23:04.129603 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-812661a6-1d69-492f-9f8f-308b3eed387a None None] Checking segment: {'id': 'db5183e4-e38e-4944-a7fd-266c0d9f3735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': '2ba9d2e4-5dd2-4744-8999-4b35525642bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:23:04.129997 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-812661a6-1d69-492f-9f8f-308b3eed387a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:04.130409 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-812661a6-1d69-492f-9f8f-308b3eed387a None None] Bound using segment: {'id': 'db5183e4-e38e-4944-a7fd-266c0d9f3735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': '2ba9d2e4-5dd2-4744-8999-4b35525642bd'} {{(pid=73812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 13:23:04.130881 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.managers [None req-812661a6-1d69-492f-9f8f-308b3eed387a None None] Bound port: 3edc2641-bdba-4977-9589-0694fc64a545, host: dv-cinder-787195-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db5183e4-e38e-4944-a7fd-266c0d9f3735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': '2ba9d2e4-5dd2-4744-8999-4b35525642bd'}}] {{(pid=73812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 13:23:04.131235 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-812661a6-1d69-492f-9f8f-308b3eed387a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4120257'] for port, before_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:04.177296 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.db.db_base_plugin_common [None req-c042ed6a-0a8f-42e4-a704-2ac81dcd17c0 admin admin] Allocated IP 172.28.3.144 (b95ef810-b08d-4c08-b0c0-c75d2ee1b25b/b3fe51b0-9be9-4b1a-951c-de133b7a88b5/d7830c86-734a-40cd-a5c0-b75b644de5d9) {{(pid=73810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 13:23:04.228002 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.db [None req-812661a6-1d69-492f-9f8f-308b3eed387a None None] For port 3edc2641-bdba-4977-9589-0694fc64a545, host dv-cinder-787195-5-smb, cleared binding levels {{(pid=73812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 13:23:04.231617 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.db [None req-812661a6-1d69-492f-9f8f-308b3eed387a None None] For port 3edc2641-bdba-4977-9589-0694fc64a545, host dv-cinder-787195-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-5-smb',level=0,port_id=3edc2641-bdba-4977-9589-0694fc64a545,segment=NetworkSegment(db5183e4-e38e-4944-a7fd-266c0d9f3735),segment_id=db5183e4-e38e-4944-a7fd-266c0d9f3735)] {{(pid=73812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 13:23:04.236742 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-812661a6-1d69-492f-9f8f-308b3eed387a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4120194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773353276007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773352839720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773352839765'] for port, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:04.240701 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:23:04.330344 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812661a6-1d69-492f-9f8f-308b3eed387a None None] Pushing event updated for resources: {'Port': ['ID=3edc2641-bdba-4977-9589-0694fc64a545,revision_number=2']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:23:04.335399 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-812661a6-1d69-492f-9f8f-308b3eed387a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:23:04.335692 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-c042ed6a-0a8f-42e4-a704-2ac81dcd17c0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:04.369621 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-c042ed6a-0a8f-42e4-a704-2ac81dcd17c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4120194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773352839702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11792972'] for port, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:04.373875 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-ab683de8-b0ba-4d43-b889-202a8f98bf83 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:23:04.437549 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c042ed6a-0a8f-42e4-a704-2ac81dcd17c0 admin admin] Network b95ef810-b08d-4c08-b0c0-c75d2ee1b25b is already hosted by enough agents. {{(pid=73810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:23:04.440792 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.scheduler.base_scheduler [None req-c042ed6a-0a8f-42e4-a704-2ac81dcd17c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=73810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:23:04.443331 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c042ed6a-0a8f-42e4-a704-2ac81dcd17c0 admin admin] Received port after_create {{(pid=73810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 13:23:04.487882 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c042ed6a-0a8f-42e4-a704-2ac81dcd17c0 admin admin] Pushing event updated for resources: {'Port': ['ID=d7830c86-734a-40cd-a5c0-b75b644de5d9,revision_number=1']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:23:04.494127 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-c042ed6a-0a8f-42e4-a704-2ac81dcd17c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:23:04.874538 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.84', 33638) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:23:05.046524 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-906d101a-23d9-4064-a01e-bfc0315bca28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:05.063336 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-906d101a-23d9-4064-a01e-bfc0315bca28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:23:05.068644 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-906d101a-23d9-4064-a01e-bfc0315bca28 admin admin] Usage tracker for resource:security_group_rule and tenant:f81465346d694355940351c5f70edd6f is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:23:05.072181 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-906d101a-23d9-4064-a01e-bfc0315bca28 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:23:05.082267 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-906d101a-23d9-4064-a01e-bfc0315bca28 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:23:05.122051 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-c042ed6a-0a8f-42e4-a704-2ac81dcd17c0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:05.198623 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-906d101a-23d9-4064-a01e-bfc0315bca28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:05.206695 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-906d101a-23d9-4064-a01e-bfc0315bca28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985230'] for security_group, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:05.216829 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-9bda3e06-6386-4851-9b92-f561582b56b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:23:05.246548 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906d101a-23d9-4064-a01e-bfc0315bca28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38939316-d632-4fe8-b0c8-8a308baaff0e,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:23:05.254188 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-906d101a-23d9-4064-a01e-bfc0315bca28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:23:05.286709 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [None req-906d101a-23d9-4064-a01e-bfc0315bca28 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=f81465346d694355940351c5f70edd6f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4105725 Apr 30 13:23:05.290558 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.84', 33644) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:23:05.366105 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-6ca8e0b5-13cb-4a45-beac-ec37684ad3ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:05.403662 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-6ca8e0b5-13cb-4a45-beac-ec37684ad3ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:05.484369 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-6ca8e0b5-13cb-4a45-beac-ec37684ad3ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985230'] for security_group, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:05.489521 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-f51aebdb-2217-4dd6-96d4-f7fb9eb3b571 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:23:05.506813 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca8e0b5-13cb-4a45-beac-ec37684ad3ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38939316-d632-4fe8-b0c8-8a308baaff0e,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:23:05.510637 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-6ca8e0b5-13cb-4a45-beac-ec37684ad3ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:23:05.513333 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-6ca8e0b5-13cb-4a45-beac-ec37684ad3ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:05.514848 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [None req-6ca8e0b5-13cb-4a45-beac-ec37684ad3ac admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/38939316-d632-4fe8-b0c8-8a308baaff0e HTTP/1.1" status: 204 len: 168 time: 0.2237248 Apr 30 13:23:05.521889 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aee6c77e-8a8e-4eef-939b-b2a3e9899eb8 None None] Network 2ba9d2e4-5dd2-4744-8999-4b35525642bd requested from dv-cinder-787195-5-smb {{(pid=73812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 13:23:05.557232 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-c042ed6a-0a8f-42e4-a704-2ac81dcd17c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1027946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919895'] for router, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:05.747404 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.rpc [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Device 3edc2641-bdba-4977-9589-0694fc64a545 up at agent ovs-agent-dv-cinder-787195-5-smb {{(pid=73812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:23:05.877461 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.provisioning_blocks [None req-3f295a93-44bb-4fee-89cf-31d3596fe025 None None] Provisioning for port 3edc2641-bdba-4977-9589-0694fc64a545 completed by entity DHCP. {{(pid=73812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:23:05.914854 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c042ed6a-0a8f-42e4-a704-2ac81dcd17c0 admin admin] Router f88cc52a-617a-4c04-b7e0-805b0768ece2 is scheduled to L3 agent 0896dfae-3c2f-4fc2-b5f4-9284ce516a86 with binding_index 1 {{(pid=73810) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 30 13:23:05.956110 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.provisioning_blocks [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Provisioning for port 3edc2641-bdba-4977-9589-0694fc64a545 completed by entity L2. {{(pid=73812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:23:05.965153 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.provisioning_blocks [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Provisioning complete for port 3edc2641-bdba-4977-9589-0694fc64a545 triggered by entity L2. {{(pid=73812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:23:05.965804 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000605'] for port, provisioning_complete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:06.136109 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c042ed6a-0a8f-42e4-a704-2ac81dcd17c0 admin admin] Notify agent at l3_agent.dv-cinder-787195-5-smb the message routers_updated {{(pid=73810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 13:23:06.151018 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a4744f7-916e-4f39-943c-2d8fbfc05db8 None None] Sync routers for ids ['f88cc52a-617a-4c04-b7e0-805b0768ece2'] in dv-cinder-787195-5-smb {{(pid=73812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 13:23:06.169253 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-c042ed6a-0a8f-42e4-a704-2ac81dcd17c0 admin admin] Notify callbacks [] for router, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:06.171054 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [None req-c042ed6a-0a8f-42e4-a704-2ac81dcd17c0 admin admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.8814292 Apr 30 13:23:06.174603 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.84', 33662) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:23:06.178413 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4120257'] for port, before_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:06.189755 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a4744f7-916e-4f39-943c-2d8fbfc05db8 None None] Routers {'f88cc52a-617a-4c04-b7e0-805b0768ece2'} bound to L3 agent in host dv-cinder-787195-5-smb {{(pid=73812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:23:06.190413 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.l3_hamode_db [None req-2a4744f7-916e-4f39-943c-2d8fbfc05db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-30T13:06:52Z,description=,heartbeat_timestamp=2021-04-30T13:22:52Z,host='dv-cinder-787195-5-smb',id=0896dfae-3c2f-4fc2-b5f4-9284ce516a86,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:06:52Z,topic='l3_agent')) {'router_ids': ['f88cc52a-617a-4c04-b7e0-805b0768ece2'], 'active': True} {{(pid=73812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:23:06.347495 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.db [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] For port 3edc2641-bdba-4977-9589-0694fc64a545, host dv-cinder-787195-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-5-smb',level=0,port_id=3edc2641-bdba-4977-9589-0694fc64a545,segment=NetworkSegment(db5183e4-e38e-4944-a7fd-266c0d9f3735),segment_id=db5183e4-e38e-4944-a7fd-266c0d9f3735)] {{(pid=73812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:23:06.356122 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4120194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773353276007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773352839720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773352839765'] for port, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:06.360476 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:23:06.403743 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.84', 33672) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:23:06.462328 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.l3_dvr_db [None req-2a4744f7-916e-4f39-943c-2d8fbfc05db8 None None] Set router f88cc52a-617a-4c04-b7e0-805b0768ece2 gateway port host: dv-cinder-787195-5-smb {{(pid=73812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:23:06.515217 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.v2.base [None req-85383f24-e658-4d4d-a2da-27e1489159be admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-323177844-network', 'tenant_id': 'bcd132d8ee6b4e1496a3e381b746dc73'}} {{(pid=73810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:23:06.520475 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-85383f24-e658-4d4d-a2da-27e1489159be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:23:06.524379 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-85383f24-e658-4d4d-a2da-27e1489159be admin admin] Usage tracker for resource:network and tenant:bcd132d8ee6b4e1496a3e381b746dc73 is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:23:06.528311 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-85383f24-e658-4d4d-a2da-27e1489159be admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:23:06.537253 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-85383f24-e658-4d4d-a2da-27e1489159be admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:23:06.552188 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85383f24-e658-4d4d-a2da-27e1489159be admin admin] Made reservation on behalf of bcd132d8ee6b4e1496a3e381b746dc73 for: {'network': 1} {{(pid=73810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:23:06.557624 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-85383f24-e658-4d4d-a2da-27e1489159be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4120257'] for network, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:06.579334 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-85383f24-e658-4d4d-a2da-27e1489159be admin admin] Notify callbacks [] for security_group, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:06.597787 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-85383f24-e658-4d4d-a2da-27e1489159be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:23:06.602618 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-85383f24-e658-4d4d-a2da-27e1489159be admin admin] Usage tracker for resource:security_group_rule and tenant:bcd132d8ee6b4e1496a3e381b746dc73 is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:23:06.606609 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Pushing event updated for resources: {'Port': ['ID=3edc2641-bdba-4977-9589-0694fc64a545,revision_number=3']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:23:06.607222 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-85383f24-e658-4d4d-a2da-27e1489159be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:23:06.612865 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.provisioning_blocks [None req-36e11d36-b8e5-45a9-a3da-9330ff0e60f7 None None] Provisioning complete for port 3edc2641-bdba-4977-9589-0694fc64a545 triggered by entity DHCP. {{(pid=73812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:23:06.613357 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-36e11d36-b8e5-45a9-a3da-9330ff0e60f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000605'] for port, provisioning_complete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:06.621600 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-85383f24-e658-4d4d-a2da-27e1489159be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:23:06.638311 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:23:06.711014 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-85383f24-e658-4d4d-a2da-27e1489159be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:06.716755 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-85383f24-e658-4d4d-a2da-27e1489159be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985230'] for security_group, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:06.721324 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-08bc0f6d-1805-4587-9bb6-0ddecb08aea6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:23:06.746468 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85383f24-e658-4d4d-a2da-27e1489159be admin admin] vlan segment allocate from pool success with {'vlan_id': 1138, 'physical_network': 'physnet1'} {{(pid=73810) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 13:23:06.761213 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85383f24-e658-4d4d-a2da-27e1489159be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae043b20-dece-449c-80ba-a49ac1ba8a84,revision_number=1']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:23:06.764871 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-85383f24-e658-4d4d-a2da-27e1489159be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:23:06.767333 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-85383f24-e658-4d4d-a2da-27e1489159be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060901'] for segment, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:06.767672 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.db.segments_db [None req-85383f24-e658-4d4d-a2da-27e1489159be admin admin] Added segment aa3080d5-9120-41a5-a197-56f5a0d7dc14 of type vlan for network f0480531-3e40-4a36-9fc3-8990b62a29ee Apr 30 13:23:06.797757 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-85383f24-e658-4d4d-a2da-27e1489159be admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773352860555'] for network, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:06.826917 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-85383f24-e658-4d4d-a2da-27e1489159be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313'] for network, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:06.829190 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85383f24-e658-4d4d-a2da-27e1489159be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:23:06.829894 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-85383f24-e658-4d4d-a2da-27e1489159be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647359'] for network, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:06.833773 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:23:06.914289 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.l3_hamode_db [None req-2a4744f7-916e-4f39-943c-2d8fbfc05db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f88cc52a-617a-4c04-b7e0-805b0768ece2', 'name': 'tempest-TestMinimumBasicScenario-908689873-router', 'tenant_id': '2c72cc8db305484187018b2b5ff35a5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b95ef810-b08d-4c08-b0c0-c75d2ee1b25b', 'external_fixed_ips': [{'subnet_id': 'b3fe51b0-9be9-4b1a-951c-de133b7a88b5', 'ip_address': '172.28.3.144'}], 'enable_snat': True}, 'gw_port_id': 'd7830c86-734a-40cd-a5c0-b75b644de5d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:23:03Z', 'updated_at': '2021-04-30T13:23:04Z', 'revision_number': 3, 'project_id': '2c72cc8db305484187018b2b5ff35a5e', 'gw_port': {'id': 'd7830c86-734a-40cd-a5c0-b75b644de5d9', 'name': '', 'network_id': 'b95ef810-b08d-4c08-b0c0-c75d2ee1b25b', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:ca:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f88cc52a-617a-4c04-b7e0-805b0768ece2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'b3fe51b0-9be9-4b1a-951c-de133b7a88b5', 'ip_address': '172.28.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:23:04Z', 'updated_at': '2021-04-30T13:23:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b3fe51b0-9be9-4b1a-951c-de133b7a88b5', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-5-smb'}], 'dv-cinder-787195-5-smb', False) {} {{(pid=73812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:23:06.918437 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a4744f7-916e-4f39-943c-2d8fbfc05db8 None None] Checking router: f88cc52a-617a-4c04-b7e0-805b0768ece2 for host: dv-cinder-787195-5-smb {{(pid=73812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 13:23:06.918818 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a4744f7-916e-4f39-943c-2d8fbfc05db8 None None] Updating router f88cc52a-617a-4c04-b7e0-805b0768ece2 port d7830c86-734a-40cd-a5c0-b75b644de5d9 binding host dv-cinder-787195-5-smb {{(pid=73812) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 13:23:06.922510 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-198ef2c2-d58a-43b7-ad48-c59c88e91751 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4120257'] for port, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:06.940009 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85383f24-e658-4d4d-a2da-27e1489159be admin admin] Pushing event updated for resources: {'Network': ['ID=f0480531-3e40-4a36-9fc3-8990b62a29ee,revision_number=1']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:23:06.943166 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-85383f24-e658-4d4d-a2da-27e1489159be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:23:06.948253 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [None req-85383f24-e658-4d4d-a2da-27e1489159be admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5407639 Apr 30 13:23:06.948682 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.84', 33678) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:23:06.956261 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.rpc [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Network f0480531-3e40-4a36-9fc3-8990b62a29ee details requested by agent ovs-agent-dv-cinder-787195-5-smb with host dv-cinder-787195-5-smb {{(pid=73812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 30 13:23:06.957037 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.v2.base [None req-64e20eb1-743d-4265-9e2b-23f3777f4fa8 admin admin] Request body: {'subnet': {'network_id': 'f0480531-3e40-4a36-9fc3-8990b62a29ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-323177844-subnet', 'tenant_id': 'bcd132d8ee6b4e1496a3e381b746dc73', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=73810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:23:06.962006 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-64e20eb1-743d-4265-9e2b-23f3777f4fa8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:23:06.966061 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-64e20eb1-743d-4265-9e2b-23f3777f4fa8 admin admin] Usage tracker for resource:subnet and tenant:bcd132d8ee6b4e1496a3e381b746dc73 is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:23:06.969201 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-64e20eb1-743d-4265-9e2b-23f3777f4fa8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:23:06.975558 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-64e20eb1-743d-4265-9e2b-23f3777f4fa8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:23:06.986210 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64e20eb1-743d-4265-9e2b-23f3777f4fa8 admin admin] Made reservation on behalf of bcd132d8ee6b4e1496a3e381b746dc73 for: {'subnet': 1} {{(pid=73810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:23:06.988858 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-64e20eb1-743d-4265-9e2b-23f3777f4fa8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11476863'] for subnet, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:07.056199 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-2a4744f7-916e-4f39-943c-2d8fbfc05db8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4120257'] for port, before_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:07.265815 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.db_base_plugin_common [None req-198ef2c2-d58a-43b7-ad48-c59c88e91751 admin admin] Allocated IP 172.20.0.1 (2ba9d2e4-5dd2-4744-8999-4b35525642bd/2cf2630d-a612-4c25-b4c9-9ff3cd5e9c8c/f3bed272-50f4-4fd4-899f-75cc696fda61) {{(pid=73809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 13:23:07.439696 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-2a4744f7-916e-4f39-943c-2d8fbfc05db8 None None] Notify callbacks [] for port, precommit_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:07.442358 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-198ef2c2-d58a-43b7-ad48-c59c88e91751 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:07.452096 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.provisioning_blocks [None req-2a4744f7-916e-4f39-943c-2d8fbfc05db8 None None] Transition to ACTIVE for port object d7830c86-734a-40cd-a5c0-b75b644de5d9 will not be triggered until provisioned by entity L2. {{(pid=73812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:23:07.460817 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-2a4744f7-916e-4f39-943c-2d8fbfc05db8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4120194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773353276007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773352839720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773352839765'] for port, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:07.461332 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.provisioning_blocks [None req-198ef2c2-d58a-43b7-ad48-c59c88e91751 admin admin] Transition to ACTIVE for port object f3bed272-50f4-4fd4-899f-75cc696fda61 will not be triggered until provisioned by entity DHCP. {{(pid=73809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:23:07.465800 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:23:07.488680 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-198ef2c2-d58a-43b7-ad48-c59c88e91751 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4120194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773352839702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11423588'] for port, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:07.495520 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-ab6f28d8-df41-439b-b13a-e473c638157a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:23:07.549201 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.managers [None req-2a4744f7-916e-4f39-943c-2d8fbfc05db8 None None] Attempting to bind port d7830c86-734a-40cd-a5c0-b75b644de5d9 on host dv-cinder-787195-5-smb for vnic_type normal with profile {{(pid=73812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 13:23:07.549552 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.managers [None req-2a4744f7-916e-4f39-943c-2d8fbfc05db8 None None] Attempting to bind port d7830c86-734a-40cd-a5c0-b75b644de5d9 by drivers openvswitch,hyperv on host dv-cinder-787195-5-smb at level 0 using segments [{'id': 'f8d4e1c1-82f5-4515-b5f8-67450a2bb94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b95ef810-b08d-4c08-b0c0-c75d2ee1b25b'}] {{(pid=73812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 13:23:07.550148 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a4744f7-916e-4f39-943c-2d8fbfc05db8 None None] Attempting to bind port d7830c86-734a-40cd-a5c0-b75b644de5d9 on network b95ef810-b08d-4c08-b0c0-c75d2ee1b25b {{(pid=73812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:23:07.557682 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a4744f7-916e-4f39-943c-2d8fbfc05db8 None None] Checking agent: {'id': '389db99c-db4b-44ca-8e25-149d3cf00f42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 6, 52), 'started_at': datetime.datetime(2021, 4, 30, 13, 7, 22), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 22, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 13:23:07.558440 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a4744f7-916e-4f39-943c-2d8fbfc05db8 None None] Checking segment: {'id': 'f8d4e1c1-82f5-4515-b5f8-67450a2bb94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b95ef810-b08d-4c08-b0c0-c75d2ee1b25b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:23:07.559221 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-2a4744f7-916e-4f39-943c-2d8fbfc05db8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:07.559913 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a4744f7-916e-4f39-943c-2d8fbfc05db8 None None] Bound using segment: {'id': 'f8d4e1c1-82f5-4515-b5f8-67450a2bb94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b95ef810-b08d-4c08-b0c0-c75d2ee1b25b'} {{(pid=73812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 13:23:07.560564 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.managers [None req-2a4744f7-916e-4f39-943c-2d8fbfc05db8 None None] Bound port: d7830c86-734a-40cd-a5c0-b75b644de5d9, host: dv-cinder-787195-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8d4e1c1-82f5-4515-b5f8-67450a2bb94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b95ef810-b08d-4c08-b0c0-c75d2ee1b25b'}}] {{(pid=73812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 13:23:07.561117 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-2a4744f7-916e-4f39-943c-2d8fbfc05db8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4120257'] for port, before_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:07.570313 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-198ef2c2-d58a-43b7-ad48-c59c88e91751 admin admin] Network 2ba9d2e4-5dd2-4744-8999-4b35525642bd is already hosted by enough agents. {{(pid=73809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:23:07.573363 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.scheduler.base_scheduler [None req-198ef2c2-d58a-43b7-ad48-c59c88e91751 admin admin] Resources bound (agent type, host, resource id): {{(pid=73809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:23:07.576059 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-64e20eb1-743d-4265-9e2b-23f3777f4fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11792892', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11476845'] for subnet, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:07.578163 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-198ef2c2-d58a-43b7-ad48-c59c88e91751 admin admin] Received port after_create {{(pid=73809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 13:23:07.584422 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-21faf07b-c439-4f80-9307-278bc184cc1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:23:07.597118 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.rpc [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Device 3edc2641-bdba-4977-9589-0694fc64a545 up at agent ovs-agent-dv-cinder-787195-5-smb {{(pid=73812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:23:07.610476 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198ef2c2-d58a-43b7-ad48-c59c88e91751 admin admin] Pushing event updated for resources: {'Port': ['ID=f3bed272-50f4-4fd4-899f-75cc696fda61,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:23:07.621224 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-198ef2c2-d58a-43b7-ad48-c59c88e91751 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:23:07.637650 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e09dff0-6ccc-4e4d-acdd-3676554a85b8 None None] Pushing event updated for resources: {'Port': ['ID=d7830c86-734a-40cd-a5c0-b75b644de5d9,revision_number=2']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:23:07.644723 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-198ef2c2-d58a-43b7-ad48-c59c88e91751 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-924889'] for router_interface, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:07.651393 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-5e09dff0-6ccc-4e4d-acdd-3676554a85b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:23:07.685533 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64e20eb1-743d-4265-9e2b-23f3777f4fa8 admin admin] Checking segment: {'id': 'aa3080d5-9120-41a5-a197-56f5a0d7dc14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': 'f0480531-3e40-4a36-9fc3-8990b62a29ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:23:07.686043 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64e20eb1-743d-4265-9e2b-23f3777f4fa8 admin admin] Network hostable DHCP agents. Network: f0480531-3e40-4a36-9fc3-8990b62a29ee, hostable agents: ['bbfd2d49-358d-47d1-a027-fcfd9e0d3b2b'], hosted agents: [] {{(pid=73810) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 13:23:07.707296 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e20eb1-743d-4265-9e2b-23f3777f4fa8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b3d21e6-8574-4d55-9302-6d6db2f4e7dd,revision_number=0']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:23:07.717777 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-64e20eb1-743d-4265-9e2b-23f3777f4fa8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:23:07.724723 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64e20eb1-743d-4265-9e2b-23f3777f4fa8 admin admin] Network f0480531-3e40-4a36-9fc3-8990b62a29ee is scheduled to be hosted by DHCP agent bbfd2d49-358d-47d1-a027-fcfd9e0d3b2b with binding_index 1 {{(pid=73810) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 13:23:07.736459 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.scheduler.base_scheduler [None req-64e20eb1-743d-4265-9e2b-23f3777f4fa8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787195-5-smb, f0480531-3e40-4a36-9fc3-8990b62a29ee) {{(pid=73810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:23:07.746442 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c484030-de85-4532-8da4-cdc9059299c5 None None] Network f0480531-3e40-4a36-9fc3-8990b62a29ee requested from dv-cinder-787195-5-smb {{(pid=73812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 13:23:07.748469 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64e20eb1-743d-4265-9e2b-23f3777f4fa8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:23:07.749348 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-64e20eb1-743d-4265-9e2b-23f3777f4fa8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:07.773115 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [None req-64e20eb1-743d-4265-9e2b-23f3777f4fa8 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8231988 Apr 30 13:23:07.834944 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.db [None req-2a4744f7-916e-4f39-943c-2d8fbfc05db8 None None] For port d7830c86-734a-40cd-a5c0-b75b644de5d9, host dv-cinder-787195-5-smb, cleared binding levels {{(pid=73812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 13:23:07.857955 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.db [None req-2a4744f7-916e-4f39-943c-2d8fbfc05db8 None None] For port d7830c86-734a-40cd-a5c0-b75b644de5d9, host dv-cinder-787195-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-5-smb',level=0,port_id=d7830c86-734a-40cd-a5c0-b75b644de5d9,segment=NetworkSegment(f8d4e1c1-82f5-4515-b5f8-67450a2bb94b),segment_id=f8d4e1c1-82f5-4515-b5f8-67450a2bb94b)] {{(pid=73812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 13:23:07.866789 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-2a4744f7-916e-4f39-943c-2d8fbfc05db8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4120194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773353276007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773352839720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773352839765'] for port, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:07.873252 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:23:07.940457 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.provisioning_blocks [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Provisioning complete for port 3edc2641-bdba-4977-9589-0694fc64a545 triggered by entity L2. {{(pid=73812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:23:07.940773 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000605'] for port, provisioning_complete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:07.953251 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-198ef2c2-d58a-43b7-ad48-c59c88e91751 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4120257'] for port, before_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:08.071131 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a4744f7-916e-4f39-943c-2d8fbfc05db8 None None] Routers {'f88cc52a-617a-4c04-b7e0-805b0768ece2'} bound to L3 agent in host dv-cinder-787195-5-smb {{(pid=73812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:23:08.071772 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.l3_hamode_db [None req-2a4744f7-916e-4f39-943c-2d8fbfc05db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-30T13:06:52Z,description=,heartbeat_timestamp=2021-04-30T13:22:52Z,host='dv-cinder-787195-5-smb',id=0896dfae-3c2f-4fc2-b5f4-9284ce516a86,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:06:52Z,topic='l3_agent')) {'router_ids': ['f88cc52a-617a-4c04-b7e0-805b0768ece2'], 'active': True} {{(pid=73812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:23:08.134685 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e09dff0-6ccc-4e4d-acdd-3676554a85b8 None None] Pushing event updated for resources: {'Port': ['ID=d7830c86-734a-40cd-a5c0-b75b644de5d9,revision_number=3']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:23:08.150433 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-5e09dff0-6ccc-4e4d-acdd-3676554a85b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:23:08.156431 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.provisioning_blocks [None req-20ed5661-fba8-457c-82f0-5f353611b2a0 None None] Provisioning for port f3bed272-50f4-4fd4-899f-75cc696fda61 completed by entity DHCP. {{(pid=73812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:23:08.174721 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.provisioning_blocks [None req-20ed5661-fba8-457c-82f0-5f353611b2a0 None None] Provisioning complete for port f3bed272-50f4-4fd4-899f-75cc696fda61 triggered by entity DHCP. {{(pid=73812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:23:08.175259 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-20ed5661-fba8-457c-82f0-5f353611b2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000605'] for port, provisioning_complete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:08.196480 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-198ef2c2-d58a-43b7-ad48-c59c88e91751 admin admin] Notify callbacks [] for port, precommit_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:08.201562 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-198ef2c2-d58a-43b7-ad48-c59c88e91751 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4120194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773353276007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773352839720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773352839765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11423599'] for port, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:08.229962 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-fc05d639-c1d6-4330-9bcd-ab32a7ad9398 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:23:08.308032 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-198ef2c2-d58a-43b7-ad48-c59c88e91751 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-924796'] for router_interface, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:08.311402 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198ef2c2-d58a-43b7-ad48-c59c88e91751 admin admin] Pushing event updated for resources: {'Port': ['ID=f3bed272-50f4-4fd4-899f-75cc696fda61,revision_number=2']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:23:08.314891 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-198ef2c2-d58a-43b7-ad48-c59c88e91751 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:23:08.345193 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ae8d659-c548-4a8b-ab70-35b10ec9c566 None None] Network f0480531-3e40-4a36-9fc3-8990b62a29ee requested from dv-cinder-787195-5-smb {{(pid=73812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 13:23:08.420464 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.plugin [None req-20ed5661-fba8-457c-82f0-5f353611b2a0 None None] Port f3bed272-50f4-4fd4-899f-75cc696fda61 cannot update to ACTIVE because it is not bound. {{(pid=73812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 13:23:08.460722 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-198ef2c2-d58a-43b7-ad48-c59c88e91751 admin admin] Network 2ba9d2e4-5dd2-4744-8999-4b35525642bd is already hosted by enough agents. {{(pid=73809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:23:08.462247 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.scheduler.base_scheduler [None req-198ef2c2-d58a-43b7-ad48-c59c88e91751 admin admin] Resources bound (agent type, host, resource id): {{(pid=73809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:23:08.575042 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.l3_dvr_db [None req-2a4744f7-916e-4f39-943c-2d8fbfc05db8 None None] Set router f88cc52a-617a-4c04-b7e0-805b0768ece2 gateway port host: dv-cinder-787195-5-smb {{(pid=73812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:23:08.683984 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-198ef2c2-d58a-43b7-ad48-c59c88e91751 admin admin] Router f88cc52a-617a-4c04-b7e0-805b0768ece2 has already been hosted by L3 agent 0896dfae-3c2f-4fc2-b5f4-9284ce516a86 {{(pid=73809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 13:23:08.934920 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.provisioning_blocks [None req-48970ea7-0ef5-4ba2-bdaa-f30c966233b3 None None] Provisioning complete for port f3bed272-50f4-4fd4-899f-75cc696fda61 triggered by entity DHCP. {{(pid=73812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:23:08.935442 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-48970ea7-0ef5-4ba2-bdaa-f30c966233b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000605'] for port, provisioning_complete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:08.979184 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-198ef2c2-d58a-43b7-ad48-c59c88e91751 admin admin] Notify agent at l3_agent.dv-cinder-787195-5-smb the message routers_updated {{(pid=73809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 13:23:08.987991 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [None req-198ef2c2-d58a-43b7-ad48-c59c88e91751 admin admin] 10.222.0.84 "PUT /v2.0/routers/f88cc52a-617a-4c04-b7e0-805b0768ece2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8122959 Apr 30 13:23:09.038249 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.plugin [None req-48970ea7-0ef5-4ba2-bdaa-f30c966233b3 None None] Port f3bed272-50f4-4fd4-899f-75cc696fda61 cannot update to ACTIVE because it is not bound. {{(pid=73812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 13:23:09.081573 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.l3_hamode_db [None req-2a4744f7-916e-4f39-943c-2d8fbfc05db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f88cc52a-617a-4c04-b7e0-805b0768ece2', 'name': 'tempest-TestMinimumBasicScenario-908689873-router', 'tenant_id': '2c72cc8db305484187018b2b5ff35a5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b95ef810-b08d-4c08-b0c0-c75d2ee1b25b', 'external_fixed_ips': [{'subnet_id': 'b3fe51b0-9be9-4b1a-951c-de133b7a88b5', 'ip_address': '172.28.3.144'}], 'enable_snat': True}, 'gw_port_id': 'd7830c86-734a-40cd-a5c0-b75b644de5d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:23:03Z', 'updated_at': '2021-04-30T13:23:07Z', 'revision_number': 4, 'project_id': '2c72cc8db305484187018b2b5ff35a5e', 'gw_port': {'id': 'd7830c86-734a-40cd-a5c0-b75b644de5d9', 'name': '', 'network_id': 'b95ef810-b08d-4c08-b0c0-c75d2ee1b25b', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:ca:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f88cc52a-617a-4c04-b7e0-805b0768ece2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'b3fe51b0-9be9-4b1a-951c-de133b7a88b5', 'ip_address': '172.28.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:23:04Z', 'updated_at': '2021-04-30T13:23:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3fe51b0-9be9-4b1a-951c-de133b7a88b5', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-5-smb', '_interfaces': [{'id': 'f3bed272-50f4-4fd4-899f-75cc696fda61', 'name': '', 'network_id': '2ba9d2e4-5dd2-4744-8999-4b35525642bd', 'tenant_id': '2c72cc8db305484187018b2b5ff35a5e', 'mac_address': 'fa:16:3e:1a:e7:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f88cc52a-617a-4c04-b7e0-805b0768ece2', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '2cf2630d-a612-4c25-b4c9-9ff3cd5e9c8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:23:06Z', 'updated_at': '2021-04-30T13:23:07Z', 'revision_number': 1, 'project_id': '2c72cc8db305484187018b2b5ff35a5e', 'subnets': [{'id': '2cf2630d-a612-4c25-b4c9-9ff3cd5e9c8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-5-smb', False) {} {{(pid=73812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:23:09.086978 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a4744f7-916e-4f39-943c-2d8fbfc05db8 None None] The sync data for ids ['f88cc52a-617a-4c04-b7e0-805b0768ece2'] in dv-cinder-787195-5-smb is: [{'id': 'f88cc52a-617a-4c04-b7e0-805b0768ece2', 'name': 'tempest-TestMinimumBasicScenario-908689873-router', 'tenant_id': '2c72cc8db305484187018b2b5ff35a5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b95ef810-b08d-4c08-b0c0-c75d2ee1b25b', 'external_fixed_ips': [{'subnet_id': 'b3fe51b0-9be9-4b1a-951c-de133b7a88b5', 'ip_address': '172.28.3.144'}], 'enable_snat': True}, 'gw_port_id': 'd7830c86-734a-40cd-a5c0-b75b644de5d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:23:03Z', 'updated_at': '2021-04-30T13:23:07Z', 'revision_number': 4, 'project_id': '2c72cc8db305484187018b2b5ff35a5e', 'gw_port': {'id': 'd7830c86-734a-40cd-a5c0-b75b644de5d9', 'name': '', 'network_id': 'b95ef810-b08d-4c08-b0c0-c75d2ee1b25b', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:ca:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f88cc52a-617a-4c04-b7e0-805b0768ece2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'b3fe51b0-9be9-4b1a-951c-de133b7a88b5', 'ip_address': '172.28.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:23:04Z', 'updated_at': '2021-04-30T13:23:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3fe51b0-9be9-4b1a-951c-de133b7a88b5', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-5-smb', '_interfaces': [{'id': 'f3bed272-50f4-4fd4-899f-75cc696fda61', 'name': '', 'network_id': '2ba9d2e4-5dd2-4744-8999-4b35525642bd', 'tenant_id': '2c72cc8db305484187018b2b5ff35a5e', 'mac_address': 'fa:16:3e:1a:e7:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f88cc52a-617a-4c04-b7e0-805b0768ece2', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '2cf2630d-a612-4c25-b4c9-9ff3cd5e9c8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:23:06Z', 'updated_at': '2021-04-30T13:23:07Z', 'revision_number': 1, 'project_id': '2c72cc8db305484187018b2b5ff35a5e', 'subnets': [{'id': '2cf2630d-a612-4c25-b4c9-9ff3cd5e9c8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 13:23:09.560142 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.84', 33710) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:23:09.566024 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.v2.base [None req-6ba3fa86-4934-4b01-911e-406d76c7cd42 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1364409313-network', 'tenant_id': '3b741853c77c4a8881a90f8ce164b240'}} {{(pid=73810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:23:09.574624 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-6ba3fa86-4934-4b01-911e-406d76c7cd42 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:23:09.580541 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-6ba3fa86-4934-4b01-911e-406d76c7cd42 admin admin] Usage tracker for resource:network and tenant:3b741853c77c4a8881a90f8ce164b240 is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:23:09.584148 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-6ba3fa86-4934-4b01-911e-406d76c7cd42 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:23:09.593469 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-6ba3fa86-4934-4b01-911e-406d76c7cd42 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:23:09.606198 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ba3fa86-4934-4b01-911e-406d76c7cd42 admin admin] Made reservation on behalf of 3b741853c77c4a8881a90f8ce164b240 for: {'network': 1} {{(pid=73810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:23:09.609152 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-6ba3fa86-4934-4b01-911e-406d76c7cd42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4120257'] for network, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:09.628733 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-6ba3fa86-4934-4b01-911e-406d76c7cd42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:09.647827 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-6ba3fa86-4934-4b01-911e-406d76c7cd42 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:23:09.669553 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-6ba3fa86-4934-4b01-911e-406d76c7cd42 admin admin] Usage tracker for resource:security_group_rule and tenant:3b741853c77c4a8881a90f8ce164b240 is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:23:09.673249 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-6ba3fa86-4934-4b01-911e-406d76c7cd42 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:23:09.683399 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-6ba3fa86-4934-4b01-911e-406d76c7cd42 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:23:09.786068 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-6ba3fa86-4934-4b01-911e-406d76c7cd42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:09.791544 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-6ba3fa86-4934-4b01-911e-406d76c7cd42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985230'] for security_group, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:09.798144 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-27e5f4a0-077c-4dec-a98a-6a0051d44e69 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:23:09.824702 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ba3fa86-4934-4b01-911e-406d76c7cd42 admin admin] vlan segment allocate from pool success with {'vlan_id': 1132, 'physical_network': 'physnet1'} {{(pid=73810) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 13:23:09.839999 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba3fa86-4934-4b01-911e-406d76c7cd42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad85be13-b47d-4195-8cea-064714f65f3f,revision_number=1']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:23:09.843530 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-6ba3fa86-4934-4b01-911e-406d76c7cd42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:23:09.847845 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-6ba3fa86-4934-4b01-911e-406d76c7cd42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060901'] for segment, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:09.848545 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.db.segments_db [None req-6ba3fa86-4934-4b01-911e-406d76c7cd42 admin admin] Added segment 8e84f931-9707-45c4-950f-24e097ef1804 of type vlan for network bf1798d7-d26b-4dfb-98e6-f299b33f54b7 Apr 30 13:23:09.882995 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-6ba3fa86-4934-4b01-911e-406d76c7cd42 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773352860555'] for network, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:09.909056 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000748'] for agent, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:10.021975 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-6ba3fa86-4934-4b01-911e-406d76c7cd42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313'] for network, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:10.025501 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ba3fa86-4934-4b01-911e-406d76c7cd42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:23:10.026080 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-6ba3fa86-4934-4b01-911e-406d76c7cd42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647359'] for network, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:10.032976 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-b71d7a4a-31c7-4a07-ab04-ebd701a6244e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:23:10.146399 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9dc57f-504f-4451-bcdd-29bbe0cc4300 req-24f8801e-234f-429c-a132-21a5be9eabf8 tempest-VolumesSnapshotTestJSON-1527571108 tempest-VolumesSnapshotTestJSON-1527571108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:23:10.147179 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.quota.resource [req-ff9dc57f-504f-4451-bcdd-29bbe0cc4300 req-24f8801e-234f-429c-a132-21a5be9eabf8 tempest-VolumesSnapshotTestJSON-1527571108 tempest-VolumesSnapshotTestJSON-1527571108-project] Synchronizing usage tracker for tenant:bcd132d8ee6b4e1496a3e381b746dc73 on resource:network {{(pid=73810) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:23:10.167090 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [None req-6ba3fa86-4934-4b01-911e-406d76c7cd42 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6058693 Apr 30 13:23:10.167961 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba3fa86-4934-4b01-911e-406d76c7cd42 admin admin] Pushing event updated for resources: {'Network': ['ID=bf1798d7-d26b-4dfb-98e6-f299b33f54b7,revision_number=1']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:23:10.170704 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.84', 33726) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:23:10.171755 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-6ba3fa86-4934-4b01-911e-406d76c7cd42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:23:10.178702 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.rpc [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Network bf1798d7-d26b-4dfb-98e6-f299b33f54b7 details requested by agent ovs-agent-dv-cinder-787195-5-smb with host dv-cinder-787195-5-smb {{(pid=73812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 30 13:23:10.186170 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.quota.resource [req-ff9dc57f-504f-4451-bcdd-29bbe0cc4300 req-24f8801e-234f-429c-a132-21a5be9eabf8 tempest-VolumesSnapshotTestJSON-1527571108 tempest-VolumesSnapshotTestJSON-1527571108-project] Unset dirty status for tenant:bcd132d8ee6b4e1496a3e381b746dc73 on resource:network {{(pid=73810) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:23:10.187464 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-ff9dc57f-504f-4451-bcdd-29bbe0cc4300 req-24f8801e-234f-429c-a132-21a5be9eabf8 tempest-VolumesSnapshotTestJSON-1527571108 tempest-VolumesSnapshotTestJSON-1527571108-project] 10.222.0.84 "GET /v2.0/networks?id=f0480531-3e40-4a36-9fc3-8990b62a29ee HTTP/1.1" status: 200 len: 813 time: 0.3001564 Apr 30 13:23:10.188586 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.v2.base [None req-c54ba9ce-bc36-4a91-b875-01ae2a3b2e2b admin admin] Request body: {'subnet': {'network_id': 'bf1798d7-d26b-4dfb-98e6-f299b33f54b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1364409313-subnet', 'tenant_id': '3b741853c77c4a8881a90f8ce164b240', 'ip_version': 4}} {{(pid=73809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:23:10.203810 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-ff9dc57f-504f-4451-bcdd-29bbe0cc4300 req-7de58926-36db-4a50-a8f2-e63c1c6fa2f6 tempest-VolumesSnapshotTestJSON-1527571108 tempest-VolumesSnapshotTestJSON-1527571108-project] 10.222.0.84 "GET /v2.0/quotas/bcd132d8ee6b4e1496a3e381b746dc73 HTTP/1.1" status: 200 len: 375 time: 0.0098612 Apr 30 13:23:10.206524 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-c54ba9ce-bc36-4a91-b875-01ae2a3b2e2b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:23:10.210807 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-c54ba9ce-bc36-4a91-b875-01ae2a3b2e2b admin admin] Usage tracker for resource:subnet and tenant:3b741853c77c4a8881a90f8ce164b240 is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:23:10.215221 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-c54ba9ce-bc36-4a91-b875-01ae2a3b2e2b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:23:10.225154 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-c54ba9ce-bc36-4a91-b875-01ae2a3b2e2b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:23:10.238234 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c54ba9ce-bc36-4a91-b875-01ae2a3b2e2b admin admin] Made reservation on behalf of 3b741853c77c4a8881a90f8ce164b240 for: {'subnet': 1} {{(pid=73809) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:23:10.240813 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-c54ba9ce-bc36-4a91-b875-01ae2a3b2e2b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10753770'] for subnet, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:10.256566 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-ff9dc57f-504f-4451-bcdd-29bbe0cc4300 req-5628975f-c636-469a-9ced-20e808d81fde tempest-VolumesSnapshotTestJSON-1527571108 tempest-VolumesSnapshotTestJSON-1527571108-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=bcd132d8ee6b4e1496a3e381b746dc73&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0465100 Apr 30 13:23:10.400549 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-ff9dc57f-504f-4451-bcdd-29bbe0cc4300 req-4f8326b4-9dc0-4372-9f83-c46f6ba3a539 service neutron] 10.222.0.84 "GET /v2.0/networks/f0480531-3e40-4a36-9fc3-8990b62a29ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362555 Apr 30 13:23:10.547933 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-ff9dc57f-504f-4451-bcdd-29bbe0cc4300 req-92090f63-7e71-4013-8177-4f42f589f6c6 service neutron] 10.222.0.84 "GET /v2.0/networks/f0480531-3e40-4a36-9fc3-8990b62a29ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413586 Apr 30 13:23:10.676789 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-c54ba9ce-bc36-4a91-b875-01ae2a3b2e2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11422932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10753784'] for subnet, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:10.682005 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-aebe40b5-d517-4139-9d15-4a645659041d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:23:10.738759 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-e4f5595e-ba05-44c1-a935-1d710855feb7 req-d0db1f76-2d8c-422a-a08f-b027f13c47ab tempest-VolumesSnapshotTestJSON-1527571108 tempest-VolumesSnapshotTestJSON-1527571108-project] 10.222.0.84 "GET /v2.0/ports?device_id=c3eb10aa-bf55-407c-94e6-8ae283dd9299 HTTP/1.1" status: 200 len: 210 time: 0.0495059 Apr 30 13:23:10.762217 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54ba9ce-bc36-4a91-b875-01ae2a3b2e2b admin admin] Pushing event updated for resources: {'Subnet': ['ID=159ead3a-edc4-43e6-be67-79d738527028,revision_number=0']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:23:10.764914 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-c54ba9ce-bc36-4a91-b875-01ae2a3b2e2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:23:10.771869 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c54ba9ce-bc36-4a91-b875-01ae2a3b2e2b admin admin] Checking segment: {'id': '8e84f931-9707-45c4-950f-24e097ef1804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1132, 'network_id': 'bf1798d7-d26b-4dfb-98e6-f299b33f54b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73809) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:23:10.772458 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c54ba9ce-bc36-4a91-b875-01ae2a3b2e2b admin admin] Network hostable DHCP agents. Network: bf1798d7-d26b-4dfb-98e6-f299b33f54b7, hostable agents: ['bbfd2d49-358d-47d1-a027-fcfd9e0d3b2b'], hosted agents: [] {{(pid=73809) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 13:23:10.791852 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c54ba9ce-bc36-4a91-b875-01ae2a3b2e2b admin admin] Network bf1798d7-d26b-4dfb-98e6-f299b33f54b7 is scheduled to be hosted by DHCP agent bbfd2d49-358d-47d1-a027-fcfd9e0d3b2b with binding_index 1 {{(pid=73809) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 13:23:10.806750 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.scheduler.base_scheduler [None req-c54ba9ce-bc36-4a91-b875-01ae2a3b2e2b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787195-5-smb, bf1798d7-d26b-4dfb-98e6-f299b33f54b7) {{(pid=73809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:23:10.816243 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ede24d2c-c577-4827-8156-e15d89e0d496 None None] Network bf1798d7-d26b-4dfb-98e6-f299b33f54b7 requested from dv-cinder-787195-5-smb {{(pid=73812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 13:23:10.823563 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c54ba9ce-bc36-4a91-b875-01ae2a3b2e2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=73809) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:23:10.824642 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-c54ba9ce-bc36-4a91-b875-01ae2a3b2e2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647359'] for subnet, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:10.854929 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [None req-c54ba9ce-bc36-4a91-b875-01ae2a3b2e2b admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6826510 Apr 30 13:23:10.857889 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.84', 33738) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:23:10.864397 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.v2.base [None req-a7e16d04-f24c-4354-b62e-577f2fd637f2 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1364409313-router', 'tenant_id': '3b741853c77c4a8881a90f8ce164b240', 'external_gateway_info': {'network_id': 'b95ef810-b08d-4c08-b0c0-c75d2ee1b25b'}}} {{(pid=73809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:23:10.870490 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-a7e16d04-f24c-4354-b62e-577f2fd637f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:23:10.875661 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-a7e16d04-f24c-4354-b62e-577f2fd637f2 admin admin] Usage tracker for resource:router and tenant:3b741853c77c4a8881a90f8ce164b240 is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:23:10.880232 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-a7e16d04-f24c-4354-b62e-577f2fd637f2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:23:10.889647 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-a7e16d04-f24c-4354-b62e-577f2fd637f2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:23:10.902853 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-a7e16d04-f24c-4354-b62e-577f2fd637f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1027317', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4690'] for router, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:10.904199 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-a7e16d04-f24c-4354-b62e-577f2fd637f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1027308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1044963', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-983204', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4699'] for router, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:10.924301 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-a7e16d04-f24c-4354-b62e-577f2fd637f2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:11.126796 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc4e6dd4-b039-4dda-860c-9c2e430e39c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0abff78b-686c-5a1b-86a5-cab98582ec61-bf1798d7-d26b-4dfb-98e6-f299b33f54b7', 'network_id': 'bf1798d7-d26b-4dfb-98e6-f299b33f54b7', 'tenant_id': '3b741853c77c4a8881a90f8ce164b240', 'fixed_ips': [{'subnet_id': '159ead3a-edc4-43e6-be67-79d738527028'}]}} from dv-cinder-787195-5-smb. {{(pid=73812) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 30 13:23:11.128060 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-cc4e6dd4-b039-4dda-860c-9c2e430e39c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4120257'] for port, before_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:11.226359 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-a7e16d04-f24c-4354-b62e-577f2fd637f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1044890', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1027937', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4777'] for router, precommit_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:11.253729 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-969c2f6f-5c75-4b5b-ab9b-42d250e79a1e None None] Sync routers for ids ['f88cc52a-617a-4c04-b7e0-805b0768ece2'] in dv-cinder-787195-5-smb {{(pid=73814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 13:23:11.267200 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-969c2f6f-5c75-4b5b-ab9b-42d250e79a1e None None] Routers {'f88cc52a-617a-4c04-b7e0-805b0768ece2'} bound to L3 agent in host dv-cinder-787195-5-smb {{(pid=73814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:23:11.267980 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.db.l3_hamode_db [None req-969c2f6f-5c75-4b5b-ab9b-42d250e79a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-30T13:06:52Z,description=,heartbeat_timestamp=2021-04-30T13:22:52Z,host='dv-cinder-787195-5-smb',id=0896dfae-3c2f-4fc2-b5f4-9284ce516a86,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:06:52Z,topic='l3_agent')) {'router_ids': ['f88cc52a-617a-4c04-b7e0-805b0768ece2'], 'active': True} {{(pid=73814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:23:11.312380 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.db_base_plugin_common [None req-cc4e6dd4-b039-4dda-860c-9c2e430e39c0 None None] Allocated IP 172.20.0.2 (bf1798d7-d26b-4dfb-98e6-f299b33f54b7/159ead3a-edc4-43e6-be67-79d738527028/52e5a61b-aaad-4252-84f8-22aac970fc18) {{(pid=73812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 13:23:11.467911 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.db.l3_dvr_db [None req-969c2f6f-5c75-4b5b-ab9b-42d250e79a1e None None] Set router f88cc52a-617a-4c04-b7e0-805b0768ece2 gateway port host: dv-cinder-787195-5-smb {{(pid=73814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:23:11.569136 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-cc4e6dd4-b039-4dda-860c-9c2e430e39c0 None None] Notify callbacks [] for port, precommit_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:11.574571 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-a7e16d04-f24c-4354-b62e-577f2fd637f2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:11.579798 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.provisioning_blocks [None req-cc4e6dd4-b039-4dda-860c-9c2e430e39c0 None None] Transition to ACTIVE for port object 52e5a61b-aaad-4252-84f8-22aac970fc18 will not be triggered until provisioned by entity L2. {{(pid=73812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:23:11.598435 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.provisioning_blocks [None req-cc4e6dd4-b039-4dda-860c-9c2e430e39c0 None None] Transition to ACTIVE for port object 52e5a61b-aaad-4252-84f8-22aac970fc18 will not be triggered until provisioned by entity DHCP. {{(pid=73812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:23:11.602936 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.rpc [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Device d7830c86-734a-40cd-a5c0-b75b644de5d9 up at agent ovs-agent-dv-cinder-787195-5-smb {{(pid=73812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:23:11.606725 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-a7e16d04-f24c-4354-b62e-577f2fd637f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4120257'] for port, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:11.636405 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-cc4e6dd4-b039-4dda-860c-9c2e430e39c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4120194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773352839702'] for port, after_create {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:11.646901 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:23:11.717191 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc4e6dd4-b039-4dda-860c-9c2e430e39c0 None None] Network bf1798d7-d26b-4dfb-98e6-f299b33f54b7 is already hosted by enough agents. {{(pid=73812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:23:11.723797 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.scheduler.base_scheduler [None req-cc4e6dd4-b039-4dda-860c-9c2e430e39c0 None None] Resources bound (agent type, host, resource id): {{(pid=73812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:23:11.735950 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc4e6dd4-b039-4dda-860c-9c2e430e39c0 None None] Received port after_create {{(pid=73812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 13:23:11.747761 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4e6dd4-b039-4dda-860c-9c2e430e39c0 None None] Pushing event updated for resources: {'Port': ['ID=52e5a61b-aaad-4252-84f8-22aac970fc18,revision_number=1']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:23:11.765174 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.db_base_plugin_common [None req-a7e16d04-f24c-4354-b62e-577f2fd637f2 admin admin] Allocated IP 172.28.3.37 (b95ef810-b08d-4c08-b0c0-c75d2ee1b25b/b3fe51b0-9be9-4b1a-951c-de133b7a88b5/66456d8c-4010-4607-8300-4cde030fcc61) {{(pid=73809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 13:23:11.780929 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-cc4e6dd4-b039-4dda-860c-9c2e430e39c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:23:11.838223 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.provisioning_blocks [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Provisioning for port d7830c86-734a-40cd-a5c0-b75b644de5d9 completed by entity L2. {{(pid=73812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:23:11.849239 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.provisioning_blocks [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Provisioning complete for port d7830c86-734a-40cd-a5c0-b75b644de5d9 triggered by entity L2. {{(pid=73812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:23:11.849906 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000605'] for port, provisioning_complete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:11.879531 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.managers [None req-cc4e6dd4-b039-4dda-860c-9c2e430e39c0 None None] Attempting to bind port 52e5a61b-aaad-4252-84f8-22aac970fc18 on host dv-cinder-787195-5-smb for vnic_type normal with profile {{(pid=73812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 13:23:11.880171 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.managers [None req-cc4e6dd4-b039-4dda-860c-9c2e430e39c0 None None] Attempting to bind port 52e5a61b-aaad-4252-84f8-22aac970fc18 by drivers openvswitch,hyperv on host dv-cinder-787195-5-smb at level 0 using segments [{'id': '8e84f931-9707-45c4-950f-24e097ef1804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1132, 'network_id': 'bf1798d7-d26b-4dfb-98e6-f299b33f54b7'}] {{(pid=73812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 13:23:11.880782 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc4e6dd4-b039-4dda-860c-9c2e430e39c0 None None] Attempting to bind port 52e5a61b-aaad-4252-84f8-22aac970fc18 on network bf1798d7-d26b-4dfb-98e6-f299b33f54b7 {{(pid=73812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:23:11.899988 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc4e6dd4-b039-4dda-860c-9c2e430e39c0 None None] Checking agent: {'id': '389db99c-db4b-44ca-8e25-149d3cf00f42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 6, 52), 'started_at': datetime.datetime(2021, 4, 30, 13, 7, 22), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 22, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 13:23:11.900757 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc4e6dd4-b039-4dda-860c-9c2e430e39c0 None None] Checking segment: {'id': '8e84f931-9707-45c4-950f-24e097ef1804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1132, 'network_id': 'bf1798d7-d26b-4dfb-98e6-f299b33f54b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:23:11.901366 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-cc4e6dd4-b039-4dda-860c-9c2e430e39c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:11.901926 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc4e6dd4-b039-4dda-860c-9c2e430e39c0 None None] Bound using segment: {'id': '8e84f931-9707-45c4-950f-24e097ef1804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1132, 'network_id': 'bf1798d7-d26b-4dfb-98e6-f299b33f54b7'} {{(pid=73812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 13:23:11.902611 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.managers [None req-cc4e6dd4-b039-4dda-860c-9c2e430e39c0 None None] Bound port: 52e5a61b-aaad-4252-84f8-22aac970fc18, host: dv-cinder-787195-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e84f931-9707-45c4-950f-24e097ef1804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1132, 'network_id': 'bf1798d7-d26b-4dfb-98e6-f299b33f54b7'}}] {{(pid=73812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 13:23:11.903169 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-cc4e6dd4-b039-4dda-860c-9c2e430e39c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4120257'] for port, before_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:11.904563 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.db.l3_hamode_db [None req-969c2f6f-5c75-4b5b-ab9b-42d250e79a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f88cc52a-617a-4c04-b7e0-805b0768ece2', 'name': 'tempest-TestMinimumBasicScenario-908689873-router', 'tenant_id': '2c72cc8db305484187018b2b5ff35a5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b95ef810-b08d-4c08-b0c0-c75d2ee1b25b', 'external_fixed_ips': [{'subnet_id': 'b3fe51b0-9be9-4b1a-951c-de133b7a88b5', 'ip_address': '172.28.3.144'}], 'enable_snat': True}, 'gw_port_id': 'd7830c86-734a-40cd-a5c0-b75b644de5d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:23:03Z', 'updated_at': '2021-04-30T13:23:07Z', 'revision_number': 4, 'project_id': '2c72cc8db305484187018b2b5ff35a5e', 'gw_port': {'id': 'd7830c86-734a-40cd-a5c0-b75b644de5d9', 'name': '', 'network_id': 'b95ef810-b08d-4c08-b0c0-c75d2ee1b25b', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:ca:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f88cc52a-617a-4c04-b7e0-805b0768ece2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'b3fe51b0-9be9-4b1a-951c-de133b7a88b5', 'ip_address': '172.28.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:23:04Z', 'updated_at': '2021-04-30T13:23:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3fe51b0-9be9-4b1a-951c-de133b7a88b5', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-5-smb', '_interfaces': [{'id': 'f3bed272-50f4-4fd4-899f-75cc696fda61', 'name': '', 'network_id': '2ba9d2e4-5dd2-4744-8999-4b35525642bd', 'tenant_id': '2c72cc8db305484187018b2b5ff35a5e', 'mac_address': 'fa:16:3e:1a:e7:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f88cc52a-617a-4c04-b7e0-805b0768ece2', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '2cf2630d-a612-4c25-b4c9-9ff3cd5e9c8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:23:06Z', 'updated_at': '2021-04-30T13:23:08Z', 'revision_number': 2, 'project_id': '2c72cc8db305484187018b2b5ff35a5e', 'subnets': [{'id': '2cf2630d-a612-4c25-b4c9-9ff3cd5e9c8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-5-smb', False) {} {{(pid=73814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:23:11.915496 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-969c2f6f-5c75-4b5b-ab9b-42d250e79a1e None None] Checking router: f88cc52a-617a-4c04-b7e0-805b0768ece2 for host: dv-cinder-787195-5-smb {{(pid=73814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 13:23:11.915851 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-969c2f6f-5c75-4b5b-ab9b-42d250e79a1e None None] Updating router f88cc52a-617a-4c04-b7e0-805b0768ece2 port f3bed272-50f4-4fd4-899f-75cc696fda61 binding host dv-cinder-787195-5-smb {{(pid=73814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 13:23:11.999205 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-969c2f6f-5c75-4b5b-ab9b-42d250e79a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4120257'] for port, before_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:12.056112 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.db [None req-cc4e6dd4-b039-4dda-860c-9c2e430e39c0 None None] For port 52e5a61b-aaad-4252-84f8-22aac970fc18, host dv-cinder-787195-5-smb, cleared binding levels {{(pid=73812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 13:23:12.074757 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.db [None req-cc4e6dd4-b039-4dda-860c-9c2e430e39c0 None None] For port 52e5a61b-aaad-4252-84f8-22aac970fc18, host dv-cinder-787195-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-5-smb',level=0,port_id=52e5a61b-aaad-4252-84f8-22aac970fc18,segment=NetworkSegment(8e84f931-9707-45c4-950f-24e097ef1804),segment_id=8e84f931-9707-45c4-950f-24e097ef1804)] {{(pid=73812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 13:23:12.077439 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-392daca4-204f-4ee8-bb13-0d0896b23f5a req-9c5ed349-9be4-406f-868f-24246dd809ee tempest-VolumesSnapshotTestJSON-1527571108 tempest-VolumesSnapshotTestJSON-1527571108-project] 10.222.0.84 "GET /v2.0/ports?device_id=c3eb10aa-bf55-407c-94e6-8ae283dd9299 HTTP/1.1" status: 200 len: 210 time: 0.1009173 Apr 30 13:23:12.078094 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4120257'] for port, before_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:12.095025 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-cc4e6dd4-b039-4dda-860c-9c2e430e39c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4120194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773353276007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773352839720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773352839765'] for port, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:12.099985 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:23:12.129980 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9dc57f-504f-4451-bcdd-29bbe0cc4300 req-2c7b8cf2-a415-4021-b147-501a335c5976 tempest-VolumesSnapshotTestJSON-1527571108 tempest-VolumesSnapshotTestJSON-1527571108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:23:12.132051 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-ff9dc57f-504f-4451-bcdd-29bbe0cc4300 req-2c7b8cf2-a415-4021-b147-501a335c5976 tempest-VolumesSnapshotTestJSON-1527571108 tempest-VolumesSnapshotTestJSON-1527571108-project] 10.222.0.95 "GET /v2.0/networks?id=f0480531-3e40-4a36-9fc3-8990b62a29ee HTTP/1.1" status: 200 len: 813 time: 0.2946029 Apr 30 13:23:12.146901 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.v2.base [req-ff9dc57f-504f-4451-bcdd-29bbe0cc4300 req-fe162372-7130-4cfb-9b10-4e8fdf8067a5 tempest-VolumesSnapshotTestJSON-1527571108 tempest-VolumesSnapshotTestJSON-1527571108-project] Request body: {'port': {'device_id': 'c3eb10aa-bf55-407c-94e6-8ae283dd9299', 'network_id': 'f0480531-3e40-4a36-9fc3-8990b62a29ee', 'admin_state_up': True, 'tenant_id': 'bcd132d8ee6b4e1496a3e381b746dc73'}} {{(pid=73810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:23:12.223174 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.db [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] For port d7830c86-734a-40cd-a5c0-b75b644de5d9, host dv-cinder-787195-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-5-smb',level=0,port_id=d7830c86-734a-40cd-a5c0-b75b644de5d9,segment=NetworkSegment(f8d4e1c1-82f5-4515-b5f8-67450a2bb94b),segment_id=f8d4e1c1-82f5-4515-b5f8-67450a2bb94b)] {{(pid=73812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:23:12.239739 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4120194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773353276007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773352839720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773352839765'] for port, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:12.269237 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4e6dd4-b039-4dda-860c-9c2e430e39c0 None None] Pushing event updated for resources: {'Port': ['ID=52e5a61b-aaad-4252-84f8-22aac970fc18,revision_number=2']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:23:12.279955 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-cc4e6dd4-b039-4dda-860c-9c2e430e39c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:23:12.280744 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.032s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:23:12.297698 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-a7e16d04-f24c-4354-b62e-577f2fd637f2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:12.329939 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-a7e16d04-f24c-4354-b62e-577f2fd637f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4120194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773352839702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11423588'] for port, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:12.334870 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [req-ff9dc57f-504f-4451-bcdd-29bbe0cc4300 req-fe162372-7130-4cfb-9b10-4e8fdf8067a5 tempest-VolumesSnapshotTestJSON-1527571108 tempest-VolumesSnapshotTestJSON-1527571108-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:23:12.335684 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-198ef2c2-d58a-43b7-ad48-c59c88e91751 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:23:12.342371 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.quota.resource [req-ff9dc57f-504f-4451-bcdd-29bbe0cc4300 req-fe162372-7130-4cfb-9b10-4e8fdf8067a5 tempest-VolumesSnapshotTestJSON-1527571108 tempest-VolumesSnapshotTestJSON-1527571108-project] Usage tracker for resource:port and tenant:bcd132d8ee6b4e1496a3e381b746dc73 is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:23:12.346128 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.quota.resource [req-ff9dc57f-504f-4451-bcdd-29bbe0cc4300 req-fe162372-7130-4cfb-9b10-4e8fdf8067a5 tempest-VolumesSnapshotTestJSON-1527571108 tempest-VolumesSnapshotTestJSON-1527571108-project] Quota usage for port was recalculated. Used quota:0. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:23:12.353300 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [req-ff9dc57f-504f-4451-bcdd-29bbe0cc4300 req-fe162372-7130-4cfb-9b10-4e8fdf8067a5 tempest-VolumesSnapshotTestJSON-1527571108 tempest-VolumesSnapshotTestJSON-1527571108-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:23:12.365621 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Pushing event updated for resources: {'Port': ['ID=d7830c86-734a-40cd-a5c0-b75b644de5d9,revision_number=4']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:23:12.367068 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff9dc57f-504f-4451-bcdd-29bbe0cc4300 req-fe162372-7130-4cfb-9b10-4e8fdf8067a5 tempest-VolumesSnapshotTestJSON-1527571108 tempest-VolumesSnapshotTestJSON-1527571108-project] Made reservation on behalf of bcd132d8ee6b4e1496a3e381b746dc73 for: {'port': 1} {{(pid=73810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:23:12.375413 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-ff9dc57f-504f-4451-bcdd-29bbe0cc4300 req-fe162372-7130-4cfb-9b10-4e8fdf8067a5 tempest-VolumesSnapshotTestJSON-1527571108 tempest-VolumesSnapshotTestJSON-1527571108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4120257'] for port, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:12.379754 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:23:12.411810 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7e16d04-f24c-4354-b62e-577f2fd637f2 admin admin] Network b95ef810-b08d-4c08-b0c0-c75d2ee1b25b is already hosted by enough agents. {{(pid=73809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:23:12.416273 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.scheduler.base_scheduler [None req-a7e16d04-f24c-4354-b62e-577f2fd637f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=73809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:23:12.419859 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e16d04-f24c-4354-b62e-577f2fd637f2 admin admin] Received port after_create {{(pid=73809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 13:23:12.476529 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e16d04-f24c-4354-b62e-577f2fd637f2 admin admin] Pushing event updated for resources: {'Port': ['ID=66456d8c-4010-4607-8300-4cde030fcc61,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:23:12.481180 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-a7e16d04-f24c-4354-b62e-577f2fd637f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:23:12.539090 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-969c2f6f-5c75-4b5b-ab9b-42d250e79a1e None None] Notify callbacks [] for port, precommit_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:12.555386 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.db.provisioning_blocks [None req-969c2f6f-5c75-4b5b-ab9b-42d250e79a1e None None] Transition to ACTIVE for port object f3bed272-50f4-4fd4-899f-75cc696fda61 will not be triggered until provisioned by entity L2. {{(pid=73814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:23:12.563883 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-969c2f6f-5c75-4b5b-ab9b-42d250e79a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4120194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773353276007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773352839720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773352839765'] for port, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:12.574598 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:23:12.708978 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.db.db_base_plugin_common [req-ff9dc57f-504f-4451-bcdd-29bbe0cc4300 req-fe162372-7130-4cfb-9b10-4e8fdf8067a5 tempest-VolumesSnapshotTestJSON-1527571108 tempest-VolumesSnapshotTestJSON-1527571108-project] Allocated IP 172.20.0.12 (f0480531-3e40-4a36-9fc3-8990b62a29ee/1b3d21e6-8574-4d55-9302-6d6db2f4e7dd/ee3d7f2d-3d54-4f79-83aa-9cd520a2de21) {{(pid=73810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 13:23:12.738463 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a30d4f-17c7-450e-9b2d-068227dd9bc7 None None] Pushing event updated for resources: {'Port': ['ID=f3bed272-50f4-4fd4-899f-75cc696fda61,revision_number=3']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:23:12.751820 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a30d4f-17c7-450e-9b2d-068227dd9bc7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:23:12.752067 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a30d4f-17c7-450e-9b2d-068227dd9bc7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:23:12.752417 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a30d4f-17c7-450e-9b2d-068227dd9bc7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:23:12.752743 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a30d4f-17c7-450e-9b2d-068227dd9bc7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:23:12.753109 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a30d4f-17c7-450e-9b2d-068227dd9bc7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:23:12.753430 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a30d4f-17c7-450e-9b2d-068227dd9bc7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:23:12.753839 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a30d4f-17c7-450e-9b2d-068227dd9bc7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:23:12.754065 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a30d4f-17c7-450e-9b2d-068227dd9bc7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:23:12.754375 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a30d4f-17c7-450e-9b2d-068227dd9bc7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:23:12.754687 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a30d4f-17c7-450e-9b2d-068227dd9bc7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:23:12.754998 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a30d4f-17c7-450e-9b2d-068227dd9bc7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:23:12.755354 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a30d4f-17c7-450e-9b2d-068227dd9bc7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:23:12.765382 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-89a30d4f-17c7-450e-9b2d-068227dd9bc7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:23:12.862401 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.plugins.ml2.managers [None req-969c2f6f-5c75-4b5b-ab9b-42d250e79a1e None None] Attempting to bind port f3bed272-50f4-4fd4-899f-75cc696fda61 on host dv-cinder-787195-5-smb for vnic_type normal with profile {{(pid=73814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 13:23:12.862803 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.plugins.ml2.managers [None req-969c2f6f-5c75-4b5b-ab9b-42d250e79a1e None None] Attempting to bind port f3bed272-50f4-4fd4-899f-75cc696fda61 by drivers openvswitch,hyperv on host dv-cinder-787195-5-smb at level 0 using segments [{'id': 'db5183e4-e38e-4944-a7fd-266c0d9f3735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': '2ba9d2e4-5dd2-4744-8999-4b35525642bd'}] {{(pid=73814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 13:23:12.863262 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-969c2f6f-5c75-4b5b-ab9b-42d250e79a1e None None] Attempting to bind port f3bed272-50f4-4fd4-899f-75cc696fda61 on network 2ba9d2e4-5dd2-4744-8999-4b35525642bd {{(pid=73814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:23:12.869628 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-969c2f6f-5c75-4b5b-ab9b-42d250e79a1e None None] Checking agent: {'id': '389db99c-db4b-44ca-8e25-149d3cf00f42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 6, 52), 'started_at': datetime.datetime(2021, 4, 30, 13, 7, 22), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 22, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 13:23:12.870159 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-969c2f6f-5c75-4b5b-ab9b-42d250e79a1e None None] Checking segment: {'id': 'db5183e4-e38e-4944-a7fd-266c0d9f3735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': '2ba9d2e4-5dd2-4744-8999-4b35525642bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:23:12.870656 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-969c2f6f-5c75-4b5b-ab9b-42d250e79a1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:12.871140 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-969c2f6f-5c75-4b5b-ab9b-42d250e79a1e None None] Bound using segment: {'id': 'db5183e4-e38e-4944-a7fd-266c0d9f3735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': '2ba9d2e4-5dd2-4744-8999-4b35525642bd'} {{(pid=73814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 13:23:12.871892 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.plugins.ml2.managers [None req-969c2f6f-5c75-4b5b-ab9b-42d250e79a1e None None] Bound port: f3bed272-50f4-4fd4-899f-75cc696fda61, host: dv-cinder-787195-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db5183e4-e38e-4944-a7fd-266c0d9f3735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': '2ba9d2e4-5dd2-4744-8999-4b35525642bd'}}] {{(pid=73814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 13:23:12.872598 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-969c2f6f-5c75-4b5b-ab9b-42d250e79a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4120257'] for port, before_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:12.959595 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-a7e16d04-f24c-4354-b62e-577f2fd637f2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:12.975294 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.plugins.ml2.db [None req-969c2f6f-5c75-4b5b-ab9b-42d250e79a1e None None] For port f3bed272-50f4-4fd4-899f-75cc696fda61, host dv-cinder-787195-5-smb, cleared binding levels {{(pid=73814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 13:23:12.978665 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.plugins.ml2.db [None req-969c2f6f-5c75-4b5b-ab9b-42d250e79a1e None None] For port f3bed272-50f4-4fd4-899f-75cc696fda61, host dv-cinder-787195-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-5-smb',level=0,port_id=f3bed272-50f4-4fd4-899f-75cc696fda61,segment=NetworkSegment(db5183e4-e38e-4944-a7fd-266c0d9f3735),segment_id=db5183e4-e38e-4944-a7fd-266c0d9f3735)] {{(pid=73814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 13:23:12.981410 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-ff9dc57f-504f-4451-bcdd-29bbe0cc4300 req-fe162372-7130-4cfb-9b10-4e8fdf8067a5 tempest-VolumesSnapshotTestJSON-1527571108 tempest-VolumesSnapshotTestJSON-1527571108-project] Notify callbacks [] for port, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:12.985332 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-969c2f6f-5c75-4b5b-ab9b-42d250e79a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4120194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773353276007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773352839720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773352839765'] for port, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:12.992112 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-d46d63e6-7898-4d59-b558-79d5ec89c316 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:23:13.014667 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-ff9dc57f-504f-4451-bcdd-29bbe0cc4300 req-fe162372-7130-4cfb-9b10-4e8fdf8067a5 tempest-VolumesSnapshotTestJSON-1527571108 tempest-VolumesSnapshotTestJSON-1527571108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4120194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773352839702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11792972'] for port, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:13.020846 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:23:13.092503 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff9dc57f-504f-4451-bcdd-29bbe0cc4300 req-fe162372-7130-4cfb-9b10-4e8fdf8067a5 tempest-VolumesSnapshotTestJSON-1527571108 tempest-VolumesSnapshotTestJSON-1527571108-project] Network f0480531-3e40-4a36-9fc3-8990b62a29ee is already hosted by enough agents. {{(pid=73810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:23:13.097793 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a30d4f-17c7-450e-9b2d-068227dd9bc7 None None] Pushing event updated for resources: {'Port': ['ID=f3bed272-50f4-4fd4-899f-75cc696fda61,revision_number=4']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:23:13.098391 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.scheduler.base_scheduler [req-ff9dc57f-504f-4451-bcdd-29bbe0cc4300 req-fe162372-7130-4cfb-9b10-4e8fdf8067a5 tempest-VolumesSnapshotTestJSON-1527571108 tempest-VolumesSnapshotTestJSON-1527571108-project] Resources bound (agent type, host, resource id): {{(pid=73810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:23:13.102759 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff9dc57f-504f-4451-bcdd-29bbe0cc4300 req-fe162372-7130-4cfb-9b10-4e8fdf8067a5 tempest-VolumesSnapshotTestJSON-1527571108 tempest-VolumesSnapshotTestJSON-1527571108-project] Received port after_create {{(pid=73810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 13:23:13.107340 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-89a30d4f-17c7-450e-9b2d-068227dd9bc7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:23:13.121969 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-969c2f6f-5c75-4b5b-ab9b-42d250e79a1e None None] Routers {'f88cc52a-617a-4c04-b7e0-805b0768ece2'} bound to L3 agent in host dv-cinder-787195-5-smb {{(pid=73814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:23:13.122905 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.db.l3_hamode_db [None req-969c2f6f-5c75-4b5b-ab9b-42d250e79a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-30T13:06:52Z,description=,heartbeat_timestamp=2021-04-30T13:22:52Z,host='dv-cinder-787195-5-smb',id=0896dfae-3c2f-4fc2-b5f4-9284ce516a86,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:06:52Z,topic='l3_agent')) {'router_ids': ['f88cc52a-617a-4c04-b7e0-805b0768ece2'], 'active': True} {{(pid=73814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:23:13.186570 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9dc57f-504f-4451-bcdd-29bbe0cc4300 req-fe162372-7130-4cfb-9b10-4e8fdf8067a5 tempest-VolumesSnapshotTestJSON-1527571108 tempest-VolumesSnapshotTestJSON-1527571108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:23:13.191965 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-ff9dc57f-504f-4451-bcdd-29bbe0cc4300 req-fe162372-7130-4cfb-9b10-4e8fdf8067a5 tempest-VolumesSnapshotTestJSON-1527571108 tempest-VolumesSnapshotTestJSON-1527571108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9974'] for port, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:13.211666 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe162372-7130-4cfb-9b10-4e8fdf8067a5 tempest-VolumesSnapshotTestJSON-1527571108 tempest-VolumesSnapshotTestJSON-1527571108-project] Pushing event updated for resources: {'Port': ['ID=ee3d7f2d-3d54-4f79-83aa-9cd520a2de21,revision_number=1']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:23:13.217784 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-fe162372-7130-4cfb-9b10-4e8fdf8067a5 tempest-VolumesSnapshotTestJSON-1527571108 tempest-VolumesSnapshotTestJSON-1527571108-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:23:13.234949 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-ff9dc57f-504f-4451-bcdd-29bbe0cc4300 req-fe162372-7130-4cfb-9b10-4e8fdf8067a5 tempest-VolumesSnapshotTestJSON-1527571108 tempest-VolumesSnapshotTestJSON-1527571108-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0921416 Apr 30 13:23:13.246842 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.v2.base [req-ff9dc57f-504f-4451-bcdd-29bbe0cc4300 req-ac3e591e-d41c-4709-9f83-c4c5ffce7d64 service neutron] Request body: {'port': {'device_id': 'c3eb10aa-bf55-407c-94e6-8ae283dd9299', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78719'}} {{(pid=73810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:23:13.415364 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.db.l3_dvr_db [None req-969c2f6f-5c75-4b5b-ab9b-42d250e79a1e None None] Set router f88cc52a-617a-4c04-b7e0-805b0768ece2 gateway port host: dv-cinder-787195-5-smb {{(pid=73814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:23:13.444629 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-ff9dc57f-504f-4451-bcdd-29bbe0cc4300 req-ac3e591e-d41c-4709-9f83-c4c5ffce7d64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4120257'] for port, before_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:13.471018 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-a7e16d04-f24c-4354-b62e-577f2fd637f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1027946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919895'] for router, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:13.580587 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152e71cb-60c7-4367-af8a-798258f8044d req-436fddd4-abaa-474d-aae5-74475e1f7c93 tempest-VolumesSnapshotTestJSON-1527571108 tempest-VolumesSnapshotTestJSON-1527571108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:23:13.581336 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.quota.resource [req-152e71cb-60c7-4367-af8a-798258f8044d req-436fddd4-abaa-474d-aae5-74475e1f7c93 tempest-VolumesSnapshotTestJSON-1527571108 tempest-VolumesSnapshotTestJSON-1527571108-project] Synchronizing usage tracker for tenant:bcd132d8ee6b4e1496a3e381b746dc73 on resource:port {{(pid=73810) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:23:13.672432 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.quota.resource [req-152e71cb-60c7-4367-af8a-798258f8044d req-436fddd4-abaa-474d-aae5-74475e1f7c93 tempest-VolumesSnapshotTestJSON-1527571108 tempest-VolumesSnapshotTestJSON-1527571108-project] Unset dirty status for tenant:bcd132d8ee6b4e1496a3e381b746dc73 on resource:port {{(pid=73810) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:23:13.673644 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-152e71cb-60c7-4367-af8a-798258f8044d req-436fddd4-abaa-474d-aae5-74475e1f7c93 tempest-VolumesSnapshotTestJSON-1527571108 tempest-VolumesSnapshotTestJSON-1527571108-project] 10.222.0.84 "GET /v2.0/ports?device_id=c3eb10aa-bf55-407c-94e6-8ae283dd9299 HTTP/1.1" status: 200 len: 932 time: 0.3232040 Apr 30 13:23:13.682529 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddb2792b-8c0d-4243-ad3e-9c1594c9ea1a None None] Network bf1798d7-d26b-4dfb-98e6-f299b33f54b7 requested from dv-cinder-787195-5-smb {{(pid=73812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 13:23:13.750530 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.rpc [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Device f3bed272-50f4-4fd4-899f-75cc696fda61 up at agent ovs-agent-dv-cinder-787195-5-smb {{(pid=73812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:23:13.794130 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7e16d04-f24c-4354-b62e-577f2fd637f2 admin admin] Router 90d21111-0ed8-4978-af23-c9c46b9ee5f2 is scheduled to L3 agent 0896dfae-3c2f-4fc2-b5f4-9284ce516a86 with binding_index 1 {{(pid=73809) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 30 13:23:13.853006 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.provisioning_blocks [None req-fdb31097-f849-42a2-ab1c-4d2157fbb6e1 None None] Provisioning for port 52e5a61b-aaad-4252-84f8-22aac970fc18 completed by entity DHCP. {{(pid=73812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:23:13.883461 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.quota.resource [req-152e71cb-60c7-4367-af8a-798258f8044d req-bdd0e5fa-34ff-4f73-9963-69001ca8a114 tempest-VolumesSnapshotTestJSON-1527571108 tempest-VolumesSnapshotTestJSON-1527571108-project] Synchronizing usage tracker for tenant:bcd132d8ee6b4e1496a3e381b746dc73 on resource:security_group {{(pid=73810) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:23:13.903428 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.db.l3_hamode_db [None req-969c2f6f-5c75-4b5b-ab9b-42d250e79a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f88cc52a-617a-4c04-b7e0-805b0768ece2', 'name': 'tempest-TestMinimumBasicScenario-908689873-router', 'tenant_id': '2c72cc8db305484187018b2b5ff35a5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b95ef810-b08d-4c08-b0c0-c75d2ee1b25b', 'external_fixed_ips': [{'subnet_id': 'b3fe51b0-9be9-4b1a-951c-de133b7a88b5', 'ip_address': '172.28.3.144'}], 'enable_snat': True}, 'gw_port_id': 'd7830c86-734a-40cd-a5c0-b75b644de5d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:23:03Z', 'updated_at': '2021-04-30T13:23:07Z', 'revision_number': 4, 'project_id': '2c72cc8db305484187018b2b5ff35a5e', 'gw_port': {'id': 'd7830c86-734a-40cd-a5c0-b75b644de5d9', 'name': '', 'network_id': 'b95ef810-b08d-4c08-b0c0-c75d2ee1b25b', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:ca:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f88cc52a-617a-4c04-b7e0-805b0768ece2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'b3fe51b0-9be9-4b1a-951c-de133b7a88b5', 'ip_address': '172.28.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:23:04Z', 'updated_at': '2021-04-30T13:23:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fe51b0-9be9-4b1a-951c-de133b7a88b5', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-5-smb', '_interfaces': [{'id': 'f3bed272-50f4-4fd4-899f-75cc696fda61', 'name': '', 'network_id': '2ba9d2e4-5dd2-4744-8999-4b35525642bd', 'tenant_id': '2c72cc8db305484187018b2b5ff35a5e', 'mac_address': 'fa:16:3e:1a:e7:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f88cc52a-617a-4c04-b7e0-805b0768ece2', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '2cf2630d-a612-4c25-b4c9-9ff3cd5e9c8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:23:06Z', 'updated_at': '2021-04-30T13:23:12Z', 'revision_number': 4, 'project_id': '2c72cc8db305484187018b2b5ff35a5e', 'subnets': [{'id': '2cf2630d-a612-4c25-b4c9-9ff3cd5e9c8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-5-smb', False) {} {{(pid=73814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:23:13.913492 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-969c2f6f-5c75-4b5b-ab9b-42d250e79a1e None None] The sync data for ids ['f88cc52a-617a-4c04-b7e0-805b0768ece2'] in dv-cinder-787195-5-smb is: [{'id': 'f88cc52a-617a-4c04-b7e0-805b0768ece2', 'name': 'tempest-TestMinimumBasicScenario-908689873-router', 'tenant_id': '2c72cc8db305484187018b2b5ff35a5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b95ef810-b08d-4c08-b0c0-c75d2ee1b25b', 'external_fixed_ips': [{'subnet_id': 'b3fe51b0-9be9-4b1a-951c-de133b7a88b5', 'ip_address': '172.28.3.144'}], 'enable_snat': True}, 'gw_port_id': 'd7830c86-734a-40cd-a5c0-b75b644de5d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:23:03Z', 'updated_at': '2021-04-30T13:23:07Z', 'revision_number': 4, 'project_id': '2c72cc8db305484187018b2b5ff35a5e', 'gw_port': {'id': 'd7830c86-734a-40cd-a5c0-b75b644de5d9', 'name': '', 'network_id': 'b95ef810-b08d-4c08-b0c0-c75d2ee1b25b', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:ca:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f88cc52a-617a-4c04-b7e0-805b0768ece2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'b3fe51b0-9be9-4b1a-951c-de133b7a88b5', 'ip_address': '172.28.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:23:04Z', 'updated_at': '2021-04-30T13:23:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fe51b0-9be9-4b1a-951c-de133b7a88b5', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-5-smb', '_interfaces': [{'id': 'f3bed272-50f4-4fd4-899f-75cc696fda61', 'name': '', 'network_id': '2ba9d2e4-5dd2-4744-8999-4b35525642bd', 'tenant_id': '2c72cc8db305484187018b2b5ff35a5e', 'mac_address': 'fa:16:3e:1a:e7:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f88cc52a-617a-4c04-b7e0-805b0768ece2', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '2cf2630d-a612-4c25-b4c9-9ff3cd5e9c8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:23:06Z', 'updated_at': '2021-04-30T13:23:12Z', 'revision_number': 4, 'project_id': '2c72cc8db305484187018b2b5ff35a5e', 'subnets': [{'id': '2cf2630d-a612-4c25-b4c9-9ff3cd5e9c8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 13:23:13.926483 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.quota.resource [req-152e71cb-60c7-4367-af8a-798258f8044d req-bdd0e5fa-34ff-4f73-9963-69001ca8a114 tempest-VolumesSnapshotTestJSON-1527571108 tempest-VolumesSnapshotTestJSON-1527571108-project] Unset dirty status for tenant:bcd132d8ee6b4e1496a3e381b746dc73 on resource:security_group {{(pid=73810) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:23:13.927760 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-152e71cb-60c7-4367-af8a-798258f8044d req-bdd0e5fa-34ff-4f73-9963-69001ca8a114 tempest-VolumesSnapshotTestJSON-1527571108 tempest-VolumesSnapshotTestJSON-1527571108-project] 10.222.0.84 "GET /v2.0/security-groups?id=ae043b20-dece-449c-80ba-a49ac1ba8a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664388 Apr 30 13:23:13.944129 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.provisioning_blocks [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Provisioning for port f3bed272-50f4-4fd4-899f-75cc696fda61 completed by entity L2. {{(pid=73812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:23:13.972142 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.provisioning_blocks [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Provisioning complete for port f3bed272-50f4-4fd4-899f-75cc696fda61 triggered by entity L2. {{(pid=73812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:23:13.972548 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000605'] for port, provisioning_complete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:14.014216 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.notifiers.nova [req-ff9dc57f-504f-4451-bcdd-29bbe0cc4300 req-ac3e591e-d41c-4709-9f83-c4c5ffce7d64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee3d7f2d-3d54-4f79-83aa-9cd520a2de21 {{(pid=73810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 13:23:14.027381 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-ff9dc57f-504f-4451-bcdd-29bbe0cc4300 req-ac3e591e-d41c-4709-9f83-c4c5ffce7d64 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:14.035844 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7e16d04-f24c-4354-b62e-577f2fd637f2 admin admin] Notify agent at l3_agent.dv-cinder-787195-5-smb the message routers_updated {{(pid=73809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 13:23:14.048919 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [req-ff9dc57f-504f-4451-bcdd-29bbe0cc4300 req-ac3e591e-d41c-4709-9f83-c4c5ffce7d64 service neutron] Transition to ACTIVE for port object ee3d7f2d-3d54-4f79-83aa-9cd520a2de21 will not be triggered until provisioned by entity L2. {{(pid=73810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:23:14.053240 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-ff9dc57f-504f-4451-bcdd-29bbe0cc4300 req-ac3e591e-d41c-4709-9f83-c4c5ffce7d64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4120194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773353276007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773352839720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773352839765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11792967'] for port, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:14.059088 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-ca8a7261-5bb4-4e4b-8512-95ae92b10371 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:23:14.065815 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb2a78f-d7ac-4777-a817-0683be9fd7cc None None] Sync routers for ids ['90d21111-0ed8-4978-af23-c9c46b9ee5f2'] in dv-cinder-787195-5-smb {{(pid=73812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 13:23:14.069023 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-a7e16d04-f24c-4354-b62e-577f2fd637f2 admin admin] Notify callbacks [] for router, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:14.070317 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [None req-a7e16d04-f24c-4354-b62e-577f2fd637f2 admin admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.2111897 Apr 30 13:23:14.073031 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.84', 33756) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:23:14.091715 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb2a78f-d7ac-4777-a817-0683be9fd7cc None None] Routers {'90d21111-0ed8-4978-af23-c9c46b9ee5f2'} bound to L3 agent in host dv-cinder-787195-5-smb {{(pid=73812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:23:14.092458 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.l3_hamode_db [None req-afb2a78f-d7ac-4777-a817-0683be9fd7cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-30T13:06:52Z,description=,heartbeat_timestamp=2021-04-30T13:22:52Z,host='dv-cinder-787195-5-smb',id=0896dfae-3c2f-4fc2-b5f4-9284ce516a86,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:06:52Z,topic='l3_agent')) {'router_ids': ['90d21111-0ed8-4978-af23-c9c46b9ee5f2'], 'active': True} {{(pid=73812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:23:14.280274 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3e591e-d41c-4709-9f83-c4c5ffce7d64 service neutron] Pushing event updated for resources: {'Port': ['ID=ee3d7f2d-3d54-4f79-83aa-9cd520a2de21,revision_number=2']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:23:14.289424 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-ac3e591e-d41c-4709-9f83-c4c5ffce7d64 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:23:14.334880 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.managers [req-ff9dc57f-504f-4451-bcdd-29bbe0cc4300 req-ac3e591e-d41c-4709-9f83-c4c5ffce7d64 service neutron] Attempting to bind port ee3d7f2d-3d54-4f79-83aa-9cd520a2de21 on host hv-cinder-78719 for vnic_type normal with profile {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 13:23:14.335224 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.managers [req-ff9dc57f-504f-4451-bcdd-29bbe0cc4300 req-ac3e591e-d41c-4709-9f83-c4c5ffce7d64 service neutron] Attempting to bind port ee3d7f2d-3d54-4f79-83aa-9cd520a2de21 by drivers openvswitch,hyperv on host hv-cinder-78719 at level 0 using segments [{'id': 'aa3080d5-9120-41a5-a197-56f5a0d7dc14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': 'f0480531-3e40-4a36-9fc3-8990b62a29ee'}] {{(pid=73810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 13:23:14.335558 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff9dc57f-504f-4451-bcdd-29bbe0cc4300 req-ac3e591e-d41c-4709-9f83-c4c5ffce7d64 service neutron] Attempting to bind port ee3d7f2d-3d54-4f79-83aa-9cd520a2de21 on network f0480531-3e40-4a36-9fc3-8990b62a29ee {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:23:14.340712 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff9dc57f-504f-4451-bcdd-29bbe0cc4300 req-ac3e591e-d41c-4709-9f83-c4c5ffce7d64 service neutron] Port ee3d7f2d-3d54-4f79-83aa-9cd520a2de21 on network f0480531-3e40-4a36-9fc3-8990b62a29ee not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78719 {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 30 13:23:14.341056 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff9dc57f-504f-4451-bcdd-29bbe0cc4300 req-ac3e591e-d41c-4709-9f83-c4c5ffce7d64 service neutron] Attempting to bind port ee3d7f2d-3d54-4f79-83aa-9cd520a2de21 on network f0480531-3e40-4a36-9fc3-8990b62a29ee {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:23:14.346687 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff9dc57f-504f-4451-bcdd-29bbe0cc4300 req-ac3e591e-d41c-4709-9f83-c4c5ffce7d64 service neutron] Checking agent: {'id': '9979f301-637a-421d-a751-ee4de56fc333', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78719', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 13, 10), 'started_at': datetime.datetime(2021, 4, 30, 13, 13, 10), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 23, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 13:23:14.347045 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff9dc57f-504f-4451-bcdd-29bbe0cc4300 req-ac3e591e-d41c-4709-9f83-c4c5ffce7d64 service neutron] Checking segment: {'id': 'aa3080d5-9120-41a5-a197-56f5a0d7dc14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': 'f0480531-3e40-4a36-9fc3-8990b62a29ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:23:14.347439 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff9dc57f-504f-4451-bcdd-29bbe0cc4300 req-ac3e591e-d41c-4709-9f83-c4c5ffce7d64 service neutron] Bound using segment: {'id': 'aa3080d5-9120-41a5-a197-56f5a0d7dc14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': 'f0480531-3e40-4a36-9fc3-8990b62a29ee'} {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 13:23:14.347879 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.managers [req-ff9dc57f-504f-4451-bcdd-29bbe0cc4300 req-ac3e591e-d41c-4709-9f83-c4c5ffce7d64 service neutron] Bound port: ee3d7f2d-3d54-4f79-83aa-9cd520a2de21, host: hv-cinder-78719, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa3080d5-9120-41a5-a197-56f5a0d7dc14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': 'f0480531-3e40-4a36-9fc3-8990b62a29ee'}}] {{(pid=73810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 13:23:14.348238 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-ff9dc57f-504f-4451-bcdd-29bbe0cc4300 req-ac3e591e-d41c-4709-9f83-c4c5ffce7d64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4120257'] for port, before_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:14.403701 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4120257'] for port, before_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:14.446091 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.l3_dvr_db [None req-afb2a78f-d7ac-4777-a817-0683be9fd7cc None None] Set router 90d21111-0ed8-4978-af23-c9c46b9ee5f2 gateway port host: dv-cinder-787195-5-smb {{(pid=73812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:23:14.503125 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.db [req-ff9dc57f-504f-4451-bcdd-29bbe0cc4300 req-ac3e591e-d41c-4709-9f83-c4c5ffce7d64 service neutron] For port ee3d7f2d-3d54-4f79-83aa-9cd520a2de21, host hv-cinder-78719, cleared binding levels {{(pid=73810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 13:23:14.510751 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.db [req-ff9dc57f-504f-4451-bcdd-29bbe0cc4300 req-ac3e591e-d41c-4709-9f83-c4c5ffce7d64 service neutron] For port ee3d7f2d-3d54-4f79-83aa-9cd520a2de21, host hv-cinder-78719, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=ee3d7f2d-3d54-4f79-83aa-9cd520a2de21,segment=NetworkSegment(aa3080d5-9120-41a5-a197-56f5a0d7dc14),segment_id=aa3080d5-9120-41a5-a197-56f5a0d7dc14)] {{(pid=73810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 13:23:14.517646 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-ff9dc57f-504f-4451-bcdd-29bbe0cc4300 req-ac3e591e-d41c-4709-9f83-c4c5ffce7d64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4120194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773353276007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773352839720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773352839765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11792967'] for port, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:14.525292 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-ab683de8-b0ba-4d43-b889-202a8f98bf83 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:23:14.595192 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9dc57f-504f-4451-bcdd-29bbe0cc4300 req-ac3e591e-d41c-4709-9f83-c4c5ffce7d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:23:14.596279 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-ff9dc57f-504f-4451-bcdd-29bbe0cc4300 req-ac3e591e-d41c-4709-9f83-c4c5ffce7d64 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9974'] for port, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:14.597337 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.db [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] For port f3bed272-50f4-4fd4-899f-75cc696fda61, host dv-cinder-787195-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-5-smb',level=0,port_id=f3bed272-50f4-4fd4-899f-75cc696fda61,segment=NetworkSegment(db5183e4-e38e-4944-a7fd-266c0d9f3735),segment_id=db5183e4-e38e-4944-a7fd-266c0d9f3735)] {{(pid=73812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:23:14.598049 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-ff9dc57f-504f-4451-bcdd-29bbe0cc4300 req-ac3e591e-d41c-4709-9f83-c4c5ffce7d64 service neutron] 10.222.0.95 "PUT /v2.0/ports/ee3d7f2d-3d54-4f79-83aa-9cd520a2de21 HTTP/1.1" status: 200 len: 1094 time: 1.3556659 Apr 30 13:23:14.605037 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3eb10aa-bf55-407c-94e6-8ae283dd9299', 'tag': 'ee3d7f2d-3d54-4f79-83aa-9cd520a2de21'}] {{(pid=73810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:23:14.617306 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4120194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773353276007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773352839720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773352839765'] for port, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:14.621550 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.rpc [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Device d7830c86-734a-40cd-a5c0-b75b644de5d9 up at agent ovs-agent-dv-cinder-787195-5-smb {{(pid=73812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:23:14.674651 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:23:14.719694 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3e591e-d41c-4709-9f83-c4c5ffce7d64 service neutron] Pushing event updated for resources: {'Port': ['ID=ee3d7f2d-3d54-4f79-83aa-9cd520a2de21,revision_number=3']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:23:14.732238 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3eb10aa-bf55-407c-94e6-8ae283dd9299', 'tag': 'ee3d7f2d-3d54-4f79-83aa-9cd520a2de21', 'status': 'completed', 'code': 200} Apr 30 13:23:14.733578 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-ac3e591e-d41c-4709-9f83-c4c5ffce7d64 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:23:14.799309 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9dc57f-504f-4451-bcdd-29bbe0cc4300 req-0d97d7bb-c39c-49c4-8ea1-09076f332646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:23:14.802105 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-ff9dc57f-504f-4451-bcdd-29bbe0cc4300 req-0d97d7bb-c39c-49c4-8ea1-09076f332646 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=bcd132d8ee6b4e1496a3e381b746dc73&device_id=c3eb10aa-bf55-407c-94e6-8ae283dd9299 HTTP/1.1" status: 200 len: 1097 time: 0.1562598 Apr 30 13:23:14.860685 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Pushing event updated for resources: {'Port': ['ID=f3bed272-50f4-4fd4-899f-75cc696fda61,revision_number=5']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:23:14.871244 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:23:14.889913 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-ff9dc57f-504f-4451-bcdd-29bbe0cc4300 req-3b60d869-feae-47f4-9f45-767e2fa20e2d service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ee3d7f2d-3d54-4f79-83aa-9cd520a2de21 HTTP/1.1" status: 200 len: 217 time: 0.0799134 Apr 30 13:23:14.930771 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.provisioning_blocks [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Provisioning complete for port d7830c86-734a-40cd-a5c0-b75b644de5d9 triggered by entity L2. {{(pid=73812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:23:14.931062 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000605'] for port, provisioning_complete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:14.962930 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9dc57f-504f-4451-bcdd-29bbe0cc4300 req-3c12eba9-6536-4259-91fb-a32cddac3d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:23:14.964726 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-ff9dc57f-504f-4451-bcdd-29bbe0cc4300 req-3c12eba9-6536-4259-91fb-a32cddac3d73 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=1b3d21e6-8574-4d55-9302-6d6db2f4e7dd HTTP/1.1" status: 200 len: 853 time: 0.0677698 Apr 30 13:23:15.067350 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.l3_hamode_db [None req-afb2a78f-d7ac-4777-a817-0683be9fd7cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90d21111-0ed8-4978-af23-c9c46b9ee5f2', 'name': 'tempest-TestMinimumBasicScenario-1364409313-router', 'tenant_id': '3b741853c77c4a8881a90f8ce164b240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b95ef810-b08d-4c08-b0c0-c75d2ee1b25b', 'external_fixed_ips': [{'subnet_id': 'b3fe51b0-9be9-4b1a-951c-de133b7a88b5', 'ip_address': '172.28.3.37'}], 'enable_snat': True}, 'gw_port_id': '66456d8c-4010-4607-8300-4cde030fcc61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:23:10Z', 'updated_at': '2021-04-30T13:23:12Z', 'revision_number': 3, 'project_id': '3b741853c77c4a8881a90f8ce164b240', 'gw_port': {'id': '66456d8c-4010-4607-8300-4cde030fcc61', 'name': '', 'network_id': 'b95ef810-b08d-4c08-b0c0-c75d2ee1b25b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:b0:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90d21111-0ed8-4978-af23-c9c46b9ee5f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'b3fe51b0-9be9-4b1a-951c-de133b7a88b5', 'ip_address': '172.28.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:23:11Z', 'updated_at': '2021-04-30T13:23:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b3fe51b0-9be9-4b1a-951c-de133b7a88b5', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-5-smb'}], 'dv-cinder-787195-5-smb', False) {} {{(pid=73812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:23:15.077357 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb2a78f-d7ac-4777-a817-0683be9fd7cc None None] Checking router: 90d21111-0ed8-4978-af23-c9c46b9ee5f2 for host: dv-cinder-787195-5-smb {{(pid=73812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 13:23:15.077724 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb2a78f-d7ac-4777-a817-0683be9fd7cc None None] Updating router 90d21111-0ed8-4978-af23-c9c46b9ee5f2 port 66456d8c-4010-4607-8300-4cde030fcc61 binding host dv-cinder-787195-5-smb {{(pid=73812) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 13:23:15.103370 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.rpc [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Device 52e5a61b-aaad-4252-84f8-22aac970fc18 up at agent ovs-agent-dv-cinder-787195-5-smb {{(pid=73812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:23:15.121029 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-c012cdcd-31c3-4b93-868e-6b75088ec602 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4120257'] for port, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:15.175611 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-ff9dc57f-504f-4451-bcdd-29bbe0cc4300 req-c76a67b7-166c-4799-893a-56f95e7b3d15 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=f0480531-3e40-4a36-9fc3-8990b62a29ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2022011 Apr 30 13:23:15.183132 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-afb2a78f-d7ac-4777-a817-0683be9fd7cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4120257'] for port, before_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:15.281225 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.provisioning_blocks [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Provisioning for port 52e5a61b-aaad-4252-84f8-22aac970fc18 completed by entity L2. {{(pid=73812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:23:15.302379 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.provisioning_blocks [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Provisioning complete for port 52e5a61b-aaad-4252-84f8-22aac970fc18 triggered by entity L2. {{(pid=73812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:23:15.302762 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000605'] for port, provisioning_complete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:15.316811 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e425ea-9e3b-4f6e-aaab-492834e5b8fa req-142823bf-b01f-4288-8906-9920afdc17c2 tempest-VolumesSnapshotTestJSON-1527571108 tempest-VolumesSnapshotTestJSON-1527571108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:23:15.318669 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-e1e425ea-9e3b-4f6e-aaab-492834e5b8fa req-142823bf-b01f-4288-8906-9920afdc17c2 tempest-VolumesSnapshotTestJSON-1527571108 tempest-VolumesSnapshotTestJSON-1527571108-project] 10.222.0.84 "GET /v2.0/ports?device_id=c3eb10aa-bf55-407c-94e6-8ae283dd9299 HTTP/1.1" status: 200 len: 944 time: 0.1969006 Apr 30 13:23:15.347217 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.db_base_plugin_common [None req-c012cdcd-31c3-4b93-868e-6b75088ec602 admin admin] Allocated IP 172.20.0.1 (bf1798d7-d26b-4dfb-98e6-f299b33f54b7/159ead3a-edc4-43e6-be67-79d738527028/0265811a-bb28-4e87-9cfe-5fda361b061a) {{(pid=73809) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 13:23:15.356837 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-ff9dc57f-504f-4451-bcdd-29bbe0cc4300 req-fa594d86-96d1-4770-83f3-52109acd87ca service neutron] 10.222.0.95 "GET /v2.0/networks/f0480531-3e40-4a36-9fc3-8990b62a29ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1735170 Apr 30 13:23:15.416385 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-e1e425ea-9e3b-4f6e-aaab-492834e5b8fa req-290d56c2-1dd9-4622-8b46-c820a7ce88a4 tempest-VolumesSnapshotTestJSON-1527571108 tempest-VolumesSnapshotTestJSON-1527571108-project] 10.222.0.84 "GET /v2.0/security-groups?id=ae043b20-dece-449c-80ba-a49ac1ba8a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792181 Apr 30 13:23:15.515403 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-ff9dc57f-504f-4451-bcdd-29bbe0cc4300 req-8990fa09-8597-481a-9d22-48b0d0134303 service neutron] 10.222.0.95 "GET /v2.0/networks/f0480531-3e40-4a36-9fc3-8990b62a29ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511889 Apr 30 13:23:15.526739 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-c012cdcd-31c3-4b93-868e-6b75088ec602 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:15.544178 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4120257'] for port, before_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:15.545085 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.provisioning_blocks [None req-c012cdcd-31c3-4b93-868e-6b75088ec602 admin admin] Transition to ACTIVE for port object 0265811a-bb28-4e87-9cfe-5fda361b061a will not be triggered until provisioned by entity DHCP. {{(pid=73809) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:23:15.573187 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-c012cdcd-31c3-4b93-868e-6b75088ec602 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4120194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773352839702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11423588'] for port, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:15.578931 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-06460de3-cf4a-4bb8-acd2-906b2fc8caa1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:23:15.625869 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.db [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] For port 52e5a61b-aaad-4252-84f8-22aac970fc18, host dv-cinder-787195-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-5-smb',level=0,port_id=52e5a61b-aaad-4252-84f8-22aac970fc18,segment=NetworkSegment(8e84f931-9707-45c4-950f-24e097ef1804),segment_id=8e84f931-9707-45c4-950f-24e097ef1804)] {{(pid=73812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:23:15.634629 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4120194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773353276007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773352839720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773352839765'] for port, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:15.643141 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-917ac7df-747b-4aa1-bda2-bf72c916e51d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:23:15.668785 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c012cdcd-31c3-4b93-868e-6b75088ec602 admin admin] Network bf1798d7-d26b-4dfb-98e6-f299b33f54b7 is already hosted by enough agents. {{(pid=73809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:23:15.669864 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c012cdcd-31c3-4b93-868e-6b75088ec602 admin admin] Pushing event updated for resources: {'Port': ['ID=0265811a-bb28-4e87-9cfe-5fda361b061a,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:23:15.670663 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df66a63-0e14-4cd5-9d87-da7652ce90b4 req-9b1a8eaf-edf7-467b-bd3f-0bb3ca99e10f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:23:15.672620 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-3df66a63-0e14-4cd5-9d87-da7652ce90b4 req-9b1a8eaf-edf7-467b-bd3f-0bb3ca99e10f service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=bcd132d8ee6b4e1496a3e381b746dc73&device_id=c3eb10aa-bf55-407c-94e6-8ae283dd9299 HTTP/1.1" status: 200 len: 1097 time: 0.0917931 Apr 30 13:23:15.673122 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.scheduler.base_scheduler [None req-c012cdcd-31c3-4b93-868e-6b75088ec602 admin admin] Resources bound (agent type, host, resource id): {{(pid=73809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:23:15.675073 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-c012cdcd-31c3-4b93-868e-6b75088ec602 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:23:15.675796 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c012cdcd-31c3-4b93-868e-6b75088ec602 admin admin] Received port after_create {{(pid=73809) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 13:23:15.714091 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-afb2a78f-d7ac-4777-a817-0683be9fd7cc None None] Notify callbacks [] for port, precommit_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:15.736581 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.provisioning_blocks [None req-afb2a78f-d7ac-4777-a817-0683be9fd7cc None None] Transition to ACTIVE for port object 66456d8c-4010-4607-8300-4cde030fcc61 will not be triggered until provisioned by entity L2. {{(pid=73812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:23:15.738829 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Pushing event updated for resources: {'Port': ['ID=52e5a61b-aaad-4252-84f8-22aac970fc18,revision_number=3']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:23:15.744236 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.rpc [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Device f3bed272-50f4-4fd4-899f-75cc696fda61 up at agent ovs-agent-dv-cinder-787195-5-smb {{(pid=73812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:23:15.777458 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-c012cdcd-31c3-4b93-868e-6b75088ec602 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-924889'] for router_interface, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:15.827051 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:23:15.834870 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-afb2a78f-d7ac-4777-a817-0683be9fd7cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4120194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773353276007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773352839720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773352839765'] for port, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:15.842179 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:23:15.867579 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df66a63-0e14-4cd5-9d87-da7652ce90b4 req-428b779c-1b8f-4ca4-9f50-afc95e483628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:23:15.869251 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-3df66a63-0e14-4cd5-9d87-da7652ce90b4 req-428b779c-1b8f-4ca4-9f50-afc95e483628 service neutron] 10.222.0.95 "GET /v2.0/networks?id=f0480531-3e40-4a36-9fc3-8990b62a29ee HTTP/1.1" status: 200 len: 915 time: 0.1775815 Apr 30 13:23:15.913622 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-c012cdcd-31c3-4b93-868e-6b75088ec602 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4120257'] for port, before_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:15.936489 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.managers [None req-afb2a78f-d7ac-4777-a817-0683be9fd7cc None None] Attempting to bind port 66456d8c-4010-4607-8300-4cde030fcc61 on host dv-cinder-787195-5-smb for vnic_type normal with profile {{(pid=73812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 13:23:15.937047 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.managers [None req-afb2a78f-d7ac-4777-a817-0683be9fd7cc None None] Attempting to bind port 66456d8c-4010-4607-8300-4cde030fcc61 by drivers openvswitch,hyperv on host dv-cinder-787195-5-smb at level 0 using segments [{'id': 'f8d4e1c1-82f5-4515-b5f8-67450a2bb94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b95ef810-b08d-4c08-b0c0-c75d2ee1b25b'}] {{(pid=73812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 13:23:15.937290 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb2a78f-d7ac-4777-a817-0683be9fd7cc None None] Attempting to bind port 66456d8c-4010-4607-8300-4cde030fcc61 on network b95ef810-b08d-4c08-b0c0-c75d2ee1b25b {{(pid=73812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:23:15.949410 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb2a78f-d7ac-4777-a817-0683be9fd7cc None None] Checking agent: {'id': '389db99c-db4b-44ca-8e25-149d3cf00f42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 6, 52), 'started_at': datetime.datetime(2021, 4, 30, 13, 7, 22), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 22, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 13:23:15.949838 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb2a78f-d7ac-4777-a817-0683be9fd7cc None None] Checking segment: {'id': 'f8d4e1c1-82f5-4515-b5f8-67450a2bb94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b95ef810-b08d-4c08-b0c0-c75d2ee1b25b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:23:15.950223 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-afb2a78f-d7ac-4777-a817-0683be9fd7cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:15.950631 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb2a78f-d7ac-4777-a817-0683be9fd7cc None None] Bound using segment: {'id': 'f8d4e1c1-82f5-4515-b5f8-67450a2bb94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b95ef810-b08d-4c08-b0c0-c75d2ee1b25b'} {{(pid=73812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 13:23:15.951108 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.managers [None req-afb2a78f-d7ac-4777-a817-0683be9fd7cc None None] Bound port: 66456d8c-4010-4607-8300-4cde030fcc61, host: dv-cinder-787195-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8d4e1c1-82f5-4515-b5f8-67450a2bb94b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b95ef810-b08d-4c08-b0c0-c75d2ee1b25b'}}] {{(pid=73812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 13:23:15.951495 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-afb2a78f-d7ac-4777-a817-0683be9fd7cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4120257'] for port, before_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:15.957945 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-3df66a63-0e14-4cd5-9d87-da7652ce90b4 req-c2198623-72ac-4cb9-b37b-fb0eb3d9b8b4 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ee3d7f2d-3d54-4f79-83aa-9cd520a2de21 HTTP/1.1" status: 200 len: 217 time: 0.0813060 Apr 30 13:23:15.983552 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a92da36-0e1b-4614-8b5b-f0ed327f7626 None None] Pushing event updated for resources: {'Port': ['ID=66456d8c-4010-4607-8300-4cde030fcc61,revision_number=2']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:23:15.995775 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-0a92da36-0e1b-4614-8b5b-f0ed327f7626 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:23:16.028988 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.provisioning_blocks [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Provisioning complete for port f3bed272-50f4-4fd4-899f-75cc696fda61 triggered by entity L2. {{(pid=73812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:23:16.029374 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000605'] for port, provisioning_complete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:16.034011 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df66a63-0e14-4cd5-9d87-da7652ce90b4 req-e1d915d7-a0d1-4670-b145-628e91f71a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:23:16.035463 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-3df66a63-0e14-4cd5-9d87-da7652ce90b4 req-e1d915d7-a0d1-4670-b145-628e91f71a04 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=1b3d21e6-8574-4d55-9302-6d6db2f4e7dd HTTP/1.1" status: 200 len: 853 time: 0.0710585 Apr 30 13:23:16.056135 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.provisioning_blocks [None req-4a132806-d123-46e7-9985-1c19d866b15f None None] Provisioning for port 0265811a-bb28-4e87-9cfe-5fda361b061a completed by entity DHCP. {{(pid=73812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:23:16.080902 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.provisioning_blocks [None req-4a132806-d123-46e7-9985-1c19d866b15f None None] Provisioning complete for port 0265811a-bb28-4e87-9cfe-5fda361b061a triggered by entity DHCP. {{(pid=73812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:23:16.081285 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-4a132806-d123-46e7-9985-1c19d866b15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000605'] for port, provisioning_complete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:16.089056 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-3df66a63-0e14-4cd5-9d87-da7652ce90b4 req-8e727696-ac1f-4abe-81bb-5930a0a0d671 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=f0480531-3e40-4a36-9fc3-8990b62a29ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461071 Apr 30 13:23:16.134659 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.db [None req-afb2a78f-d7ac-4777-a817-0683be9fd7cc None None] For port 66456d8c-4010-4607-8300-4cde030fcc61, host dv-cinder-787195-5-smb, cleared binding levels {{(pid=73812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 13:23:16.160101 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.db [None req-afb2a78f-d7ac-4777-a817-0683be9fd7cc None None] For port 66456d8c-4010-4607-8300-4cde030fcc61, host dv-cinder-787195-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-5-smb',level=0,port_id=66456d8c-4010-4607-8300-4cde030fcc61,segment=NetworkSegment(f8d4e1c1-82f5-4515-b5f8-67450a2bb94b),segment_id=f8d4e1c1-82f5-4515-b5f8-67450a2bb94b)] {{(pid=73812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 13:23:16.163552 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.plugin [None req-4a132806-d123-46e7-9985-1c19d866b15f None None] Port 0265811a-bb28-4e87-9cfe-5fda361b061a cannot update to ACTIVE because it is not bound. {{(pid=73812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 13:23:16.169767 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-afb2a78f-d7ac-4777-a817-0683be9fd7cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4120194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773353276007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773352839720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773352839765'] for port, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:16.174417 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:23:16.230635 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-3df66a63-0e14-4cd5-9d87-da7652ce90b4 req-614dc5e3-ae1c-4910-a885-1a26caac9e0a service neutron] 10.222.0.95 "GET /v2.0/networks/f0480531-3e40-4a36-9fc3-8990b62a29ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335931 Apr 30 13:23:16.268333 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-c012cdcd-31c3-4b93-868e-6b75088ec602 admin admin] Notify callbacks [] for port, precommit_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:16.274906 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-c012cdcd-31c3-4b93-868e-6b75088ec602 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4120194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773353276007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773352839720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773352839765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11423599'] for port, after_update {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:16.302588 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-e638987c-1e42-4390-bee9-62cf0b0ddf8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:23:16.307975 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb2a78f-d7ac-4777-a817-0683be9fd7cc None None] Routers {'90d21111-0ed8-4978-af23-c9c46b9ee5f2'} bound to L3 agent in host dv-cinder-787195-5-smb {{(pid=73812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:23:16.308646 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.l3_hamode_db [None req-afb2a78f-d7ac-4777-a817-0683be9fd7cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-30T13:06:52Z,description=,heartbeat_timestamp=2021-04-30T13:22:52Z,host='dv-cinder-787195-5-smb',id=0896dfae-3c2f-4fc2-b5f4-9284ce516a86,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:06:52Z,topic='l3_agent')) {'router_ids': ['90d21111-0ed8-4978-af23-c9c46b9ee5f2'], 'active': True} {{(pid=73812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:23:16.363863 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a92da36-0e1b-4614-8b5b-f0ed327f7626 None None] Pushing event updated for resources: {'Port': ['ID=66456d8c-4010-4607-8300-4cde030fcc61,revision_number=3']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:23:16.379198 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-0a92da36-0e1b-4614-8b5b-f0ed327f7626 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:23:16.379405 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-3df66a63-0e14-4cd5-9d87-da7652ce90b4 req-9f130997-ecbc-4010-9cc9-dfc16b5cd1ed service neutron] 10.222.0.95 "GET /v2.0/networks/f0480531-3e40-4a36-9fc3-8990b62a29ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392844 Apr 30 13:23:16.390237 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c012cdcd-31c3-4b93-868e-6b75088ec602 admin admin] Pushing event updated for resources: {'Port': ['ID=0265811a-bb28-4e87-9cfe-5fda361b061a,revision_number=2']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:23:16.393938 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-c012cdcd-31c3-4b93-868e-6b75088ec602 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-924796'] for router_interface, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:16.399254 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-c012cdcd-31c3-4b93-868e-6b75088ec602 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:23:16.499037 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.l3_dvr_db [None req-afb2a78f-d7ac-4777-a817-0683be9fd7cc None None] Set router 90d21111-0ed8-4978-af23-c9c46b9ee5f2 gateway port host: dv-cinder-787195-5-smb {{(pid=73812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:23:16.537813 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c012cdcd-31c3-4b93-868e-6b75088ec602 admin admin] Network bf1798d7-d26b-4dfb-98e6-f299b33f54b7 is already hosted by enough agents. {{(pid=73809) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:23:16.539220 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.scheduler.base_scheduler [None req-c012cdcd-31c3-4b93-868e-6b75088ec602 admin admin] Resources bound (agent type, host, resource id): {{(pid=73809) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:23:16.634811 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201f0c65-671b-4517-9b44-43196e42e577 req-0a118abc-9cfa-4219-8180-6c0c57501b5e tempest-VolumesSnapshotTestJSON-1527571108 tempest-VolumesSnapshotTestJSON-1527571108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:23:16.642821 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-201f0c65-671b-4517-9b44-43196e42e577 req-0a118abc-9cfa-4219-8180-6c0c57501b5e tempest-VolumesSnapshotTestJSON-1527571108 tempest-VolumesSnapshotTestJSON-1527571108-project] 10.222.0.84 "GET /v2.0/ports?device_id=c3eb10aa-bf55-407c-94e6-8ae283dd9299 HTTP/1.1" status: 200 len: 944 time: 0.1109614 Apr 30 13:23:16.688081 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-201f0c65-671b-4517-9b44-43196e42e577 req-55b1f535-4bb4-4847-b0f1-344802f6eb33 tempest-VolumesSnapshotTestJSON-1527571108 tempest-VolumesSnapshotTestJSON-1527571108-project] 10.222.0.84 "GET /v2.0/security-groups?id=ae043b20-dece-449c-80ba-a49ac1ba8a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442939 Apr 30 13:23:16.732495 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c012cdcd-31c3-4b93-868e-6b75088ec602 admin admin] Router 90d21111-0ed8-4978-af23-c9c46b9ee5f2 has already been hosted by L3 agent 0896dfae-3c2f-4fc2-b5f4-9284ce516a86 {{(pid=73809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 13:23:16.798905 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.provisioning_blocks [None req-a8ebe789-e370-4410-be85-f7025e2a99c0 None None] Provisioning complete for port 0265811a-bb28-4e87-9cfe-5fda361b061a triggered by entity DHCP. {{(pid=73812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:23:16.799109 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-a8ebe789-e370-4410-be85-f7025e2a99c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000605'] for port, provisioning_complete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:16.905312 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.plugin [None req-a8ebe789-e370-4410-be85-f7025e2a99c0 None None] Port 0265811a-bb28-4e87-9cfe-5fda361b061a cannot update to ACTIVE because it is not bound. {{(pid=73812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 13:23:16.925705 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c012cdcd-31c3-4b93-868e-6b75088ec602 admin admin] Notify agent at l3_agent.dv-cinder-787195-5-smb the message routers_updated {{(pid=73809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 13:23:16.933389 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.l3_hamode_db [None req-afb2a78f-d7ac-4777-a817-0683be9fd7cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90d21111-0ed8-4978-af23-c9c46b9ee5f2', 'name': 'tempest-TestMinimumBasicScenario-1364409313-router', 'tenant_id': '3b741853c77c4a8881a90f8ce164b240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b95ef810-b08d-4c08-b0c0-c75d2ee1b25b', 'external_fixed_ips': [{'subnet_id': 'b3fe51b0-9be9-4b1a-951c-de133b7a88b5', 'ip_address': '172.28.3.37'}], 'enable_snat': True}, 'gw_port_id': '66456d8c-4010-4607-8300-4cde030fcc61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:23:10Z', 'updated_at': '2021-04-30T13:23:15Z', 'revision_number': 4, 'project_id': '3b741853c77c4a8881a90f8ce164b240', 'gw_port': {'id': '66456d8c-4010-4607-8300-4cde030fcc61', 'name': '', 'network_id': 'b95ef810-b08d-4c08-b0c0-c75d2ee1b25b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:b0:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90d21111-0ed8-4978-af23-c9c46b9ee5f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'b3fe51b0-9be9-4b1a-951c-de133b7a88b5', 'ip_address': '172.28.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:23:11Z', 'updated_at': '2021-04-30T13:23:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3fe51b0-9be9-4b1a-951c-de133b7a88b5', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-5-smb', '_interfaces': [{'id': '0265811a-bb28-4e87-9cfe-5fda361b061a', 'name': '', 'network_id': 'bf1798d7-d26b-4dfb-98e6-f299b33f54b7', 'tenant_id': '3b741853c77c4a8881a90f8ce164b240', 'mac_address': 'fa:16:3e:13:10:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90d21111-0ed8-4978-af23-c9c46b9ee5f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '159ead3a-edc4-43e6-be67-79d738527028', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:23:15Z', 'updated_at': '2021-04-30T13:23:15Z', 'revision_number': 2, 'project_id': '3b741853c77c4a8881a90f8ce164b240', 'subnets': [{'id': '159ead3a-edc4-43e6-be67-79d738527028', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-5-smb', False) {} {{(pid=73812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:23:16.934918 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [None req-c012cdcd-31c3-4b93-868e-6b75088ec602 admin admin] 10.222.0.84 "PUT /v2.0/routers/90d21111-0ed8-4978-af23-c9c46b9ee5f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8609481 Apr 30 13:23:16.937746 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb2a78f-d7ac-4777-a817-0683be9fd7cc None None] The sync data for ids ['90d21111-0ed8-4978-af23-c9c46b9ee5f2'] in dv-cinder-787195-5-smb is: [{'id': '90d21111-0ed8-4978-af23-c9c46b9ee5f2', 'name': 'tempest-TestMinimumBasicScenario-1364409313-router', 'tenant_id': '3b741853c77c4a8881a90f8ce164b240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b95ef810-b08d-4c08-b0c0-c75d2ee1b25b', 'external_fixed_ips': [{'subnet_id': 'b3fe51b0-9be9-4b1a-951c-de133b7a88b5', 'ip_address': '172.28.3.37'}], 'enable_snat': True}, 'gw_port_id': '66456d8c-4010-4607-8300-4cde030fcc61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:23:10Z', 'updated_at': '2021-04-30T13:23:15Z', 'revision_number': 4, 'project_id': '3b741853c77c4a8881a90f8ce164b240', 'gw_port': {'id': '66456d8c-4010-4607-8300-4cde030fcc61', 'name': '', 'network_id': 'b95ef810-b08d-4c08-b0c0-c75d2ee1b25b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:b0:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90d21111-0ed8-4978-af23-c9c46b9ee5f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'b3fe51b0-9be9-4b1a-951c-de133b7a88b5', 'ip_address': '172.28.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:23:11Z', 'updated_at': '2021-04-30T13:23:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3fe51b0-9be9-4b1a-951c-de133b7a88b5', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-5-smb', '_interfaces': [{'id': '0265811a-bb28-4e87-9cfe-5fda361b061a', 'name': '', 'network_id': 'bf1798d7-d26b-4dfb-98e6-f299b33f54b7', 'tenant_id': '3b741853c77c4a8881a90f8ce164b240', 'mac_address': 'fa:16:3e:13:10:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90d21111-0ed8-4978-af23-c9c46b9ee5f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '159ead3a-edc4-43e6-be67-79d738527028', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:23:15Z', 'updated_at': '2021-04-30T13:23:15Z', 'revision_number': 2, 'project_id': '3b741853c77c4a8881a90f8ce164b240', 'subnets': [{'id': '159ead3a-edc4-43e6-be67-79d738527028', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 13:23:17.783772 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.rpc [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Device 52e5a61b-aaad-4252-84f8-22aac970fc18 up at agent ovs-agent-dv-cinder-787195-5-smb {{(pid=73812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:23:17.889232 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.provisioning_blocks [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Provisioning complete for port 52e5a61b-aaad-4252-84f8-22aac970fc18 triggered by entity L2. {{(pid=73812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:23:17.889962 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000605'] for port, provisioning_complete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:17.923491 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297ca75c-7572-4121-b4f2-bbaeaa534a81 req-9131ba5d-fdfc-4a7f-9987-1f0c5f36f6ec tempest-VolumesSnapshotTestJSON-1527571108 tempest-VolumesSnapshotTestJSON-1527571108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:23:17.932132 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-297ca75c-7572-4121-b4f2-bbaeaa534a81 req-9131ba5d-fdfc-4a7f-9987-1f0c5f36f6ec tempest-VolumesSnapshotTestJSON-1527571108 tempest-VolumesSnapshotTestJSON-1527571108-project] 10.222.0.84 "GET /v2.0/ports?device_id=c3eb10aa-bf55-407c-94e6-8ae283dd9299 HTTP/1.1" status: 200 len: 944 time: 0.1045723 Apr 30 13:23:17.983596 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-297ca75c-7572-4121-b4f2-bbaeaa534a81 req-266f3987-ba27-448b-a306-4e32ef73fd84 tempest-VolumesSnapshotTestJSON-1527571108 tempest-VolumesSnapshotTestJSON-1527571108-project] 10.222.0.84 "GET /v2.0/security-groups?id=ae043b20-dece-449c-80ba-a49ac1ba8a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512197 Apr 30 13:23:18.039060 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.rpc [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Device 66456d8c-4010-4607-8300-4cde030fcc61 up at agent ovs-agent-dv-cinder-787195-5-smb {{(pid=73812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:23:18.119696 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.provisioning_blocks [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Provisioning for port 66456d8c-4010-4607-8300-4cde030fcc61 completed by entity L2. {{(pid=73812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:23:18.125368 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.provisioning_blocks [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Provisioning complete for port 66456d8c-4010-4607-8300-4cde030fcc61 triggered by entity L2. {{(pid=73812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:23:18.125962 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000605'] for port, provisioning_complete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:18.261727 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4120257'] for port, before_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:18.281606 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.db [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] For port 66456d8c-4010-4607-8300-4cde030fcc61, host dv-cinder-787195-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-5-smb',level=0,port_id=66456d8c-4010-4607-8300-4cde030fcc61,segment=NetworkSegment(f8d4e1c1-82f5-4515-b5f8-67450a2bb94b),segment_id=f8d4e1c1-82f5-4515-b5f8-67450a2bb94b)] {{(pid=73812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:23:18.288960 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4120194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773353276007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773352839720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773352839765'] for port, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:18.294427 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-812661a6-1d69-492f-9f8f-308b3eed387a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:23:18.373076 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Pushing event updated for resources: {'Port': ['ID=66456d8c-4010-4607-8300-4cde030fcc61,revision_number=4']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:23:18.381418 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:23:19.001064 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.rpc [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Device ee3d7f2d-3d54-4f79-83aa-9cd520a2de21 details requested by agent hyperv_hv-cinder-78719 with host hv-cinder-78719 {{(pid=73812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 13:23:19.166426 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-7064eab2-eb1c-48f5-b6f9-fe9d6980e73f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000748'] for agent, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:19.211946 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424bfefc-de35-4122-ba54-745779abc0c2 req-41bb43d5-80c9-4fcd-948f-dfbe7c58edf0 tempest-VolumesSnapshotTestJSON-1527571108 tempest-VolumesSnapshotTestJSON-1527571108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:23:19.213529 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-424bfefc-de35-4122-ba54-745779abc0c2 req-41bb43d5-80c9-4fcd-948f-dfbe7c58edf0 tempest-VolumesSnapshotTestJSON-1527571108 tempest-VolumesSnapshotTestJSON-1527571108-project] 10.222.0.84 "GET /v2.0/ports?device_id=c3eb10aa-bf55-407c-94e6-8ae283dd9299 HTTP/1.1" status: 200 len: 944 time: 0.0964644 Apr 30 13:23:19.227167 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.db [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] For port ee3d7f2d-3d54-4f79-83aa-9cd520a2de21, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=ee3d7f2d-3d54-4f79-83aa-9cd520a2de21,segment=NetworkSegment(aa3080d5-9120-41a5-a197-56f5a0d7dc14),segment_id=aa3080d5-9120-41a5-a197-56f5a0d7dc14)] {{(pid=73812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:23:19.242221 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.rpc [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Returning: {'device': 'ee3d7f2d-3d54-4f79-83aa-9cd520a2de21', 'network_id': 'f0480531-3e40-4a36-9fc3-8990b62a29ee', 'port_id': 'ee3d7f2d-3d54-4f79-83aa-9cd520a2de21', 'mac_address': 'fa:16:3e:e1:7e:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b3d21e6-8574-4d55-9302-6d6db2f4e7dd', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 13:23:19.275786 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-424bfefc-de35-4122-ba54-745779abc0c2 req-cc466fbb-e9c1-401c-8301-299f3be2ed8b tempest-VolumesSnapshotTestJSON-1527571108 tempest-VolumesSnapshotTestJSON-1527571108-project] 10.222.0.84 "GET /v2.0/security-groups?id=ae043b20-dece-449c-80ba-a49ac1ba8a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556481 Apr 30 13:23:19.313142 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4120257'] for port, before_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:19.333447 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.notifiers.nova [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee3d7f2d-3d54-4f79-83aa-9cd520a2de21 {{(pid=73812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 13:23:19.356328 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.db [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] For port ee3d7f2d-3d54-4f79-83aa-9cd520a2de21, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=ee3d7f2d-3d54-4f79-83aa-9cd520a2de21,segment=NetworkSegment(aa3080d5-9120-41a5-a197-56f5a0d7dc14),segment_id=aa3080d5-9120-41a5-a197-56f5a0d7dc14)] {{(pid=73812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:23:19.362115 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4120194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773353276007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773352839720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773352839765'] for port, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:19.363948 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-509f4cdc-cab4-4b7b-8b30-a493cc3877f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:23:19.440759 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Pushing event updated for resources: {'Port': ['ID=ee3d7f2d-3d54-4f79-83aa-9cd520a2de21,revision_number=4']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:23:19.444543 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:23:19.582681 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.db [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] get_ports_and_sgs() called for port_ids ['ee3d7f2d-3d54-4f79-83aa-9cd520a2de21'] {{(pid=73812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 13:23:19.723137 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.rpc [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Device 66456d8c-4010-4607-8300-4cde030fcc61 up at agent ovs-agent-dv-cinder-787195-5-smb {{(pid=73812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:23:19.867945 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.provisioning_blocks [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Provisioning complete for port 66456d8c-4010-4607-8300-4cde030fcc61 triggered by entity L2. {{(pid=73812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:23:19.868322 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000605'] for port, provisioning_complete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:20.525804 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b447d8f9-9ede-47a8-9dea-968088417a26 req-087274db-75ea-4d5e-a740-00db156e6b8f tempest-VolumesSnapshotTestJSON-1527571108 tempest-VolumesSnapshotTestJSON-1527571108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:23:20.527438 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-b447d8f9-9ede-47a8-9dea-968088417a26 req-087274db-75ea-4d5e-a740-00db156e6b8f tempest-VolumesSnapshotTestJSON-1527571108 tempest-VolumesSnapshotTestJSON-1527571108-project] 10.222.0.84 "GET /v2.0/ports?device_id=c3eb10aa-bf55-407c-94e6-8ae283dd9299 HTTP/1.1" status: 200 len: 945 time: 0.1346357 Apr 30 13:23:20.614511 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-b447d8f9-9ede-47a8-9dea-968088417a26 req-0bb01498-b2ce-4ea4-b0d9-a922913cc52f tempest-VolumesSnapshotTestJSON-1527571108 tempest-VolumesSnapshotTestJSON-1527571108-project] 10.222.0.84 "GET /v2.0/security-groups?id=ae043b20-dece-449c-80ba-a49ac1ba8a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788896 Apr 30 13:23:20.732490 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eb06a0b-5300-4287-b62a-73fd7cbd370d None None] Sync routers for ids ['90d21111-0ed8-4978-af23-c9c46b9ee5f2'] in dv-cinder-787195-5-smb {{(pid=73814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 13:23:20.747372 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eb06a0b-5300-4287-b62a-73fd7cbd370d None None] Routers {'90d21111-0ed8-4978-af23-c9c46b9ee5f2'} bound to L3 agent in host dv-cinder-787195-5-smb {{(pid=73814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:23:20.748058 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.db.l3_hamode_db [None req-1eb06a0b-5300-4287-b62a-73fd7cbd370d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-30T13:06:52Z,description=,heartbeat_timestamp=2021-04-30T13:22:52Z,host='dv-cinder-787195-5-smb',id=0896dfae-3c2f-4fc2-b5f4-9284ce516a86,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:06:52Z,topic='l3_agent')) {'router_ids': ['90d21111-0ed8-4978-af23-c9c46b9ee5f2'], 'active': True} {{(pid=73814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:23:20.969931 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.db.l3_dvr_db [None req-1eb06a0b-5300-4287-b62a-73fd7cbd370d None None] Set router 90d21111-0ed8-4978-af23-c9c46b9ee5f2 gateway port host: dv-cinder-787195-5-smb {{(pid=73814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:23:21.017923 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.rpc [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Device ee3d7f2d-3d54-4f79-83aa-9cd520a2de21 up at agent hyperv_hv-cinder-78719 {{(pid=73812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:23:21.100161 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.provisioning_blocks [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Provisioning for port ee3d7f2d-3d54-4f79-83aa-9cd520a2de21 completed by entity L2. {{(pid=73812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:23:21.107727 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.provisioning_blocks [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Provisioning complete for port ee3d7f2d-3d54-4f79-83aa-9cd520a2de21 triggered by entity L2. {{(pid=73812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:23:21.108209 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000605'] for port, provisioning_complete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:21.259135 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4120257'] for port, before_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:21.296492 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3eb10aa-bf55-407c-94e6-8ae283dd9299', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee3d7f2d-3d54-4f79-83aa-9cd520a2de21'}] {{(pid=73812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:23:21.316302 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.db [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] For port ee3d7f2d-3d54-4f79-83aa-9cd520a2de21, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=ee3d7f2d-3d54-4f79-83aa-9cd520a2de21,segment=NetworkSegment(aa3080d5-9120-41a5-a197-56f5a0d7dc14),segment_id=aa3080d5-9120-41a5-a197-56f5a0d7dc14)] {{(pid=73812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:23:21.321863 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4120194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773353276007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773352839720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773352839765'] for port, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:21.328775 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-5e09dff0-6ccc-4e4d-acdd-3676554a85b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:23:21.435751 dv-cinder-787195-5-smb neutron-server[73812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3eb10aa-bf55-407c-94e6-8ae283dd9299', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee3d7f2d-3d54-4f79-83aa-9cd520a2de21', 'code': 200} Apr 30 13:23:21.436895 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Pushing event updated for resources: {'Port': ['ID=ee3d7f2d-3d54-4f79-83aa-9cd520a2de21,revision_number=5']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:23:21.438837 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.db.l3_hamode_db [None req-1eb06a0b-5300-4287-b62a-73fd7cbd370d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90d21111-0ed8-4978-af23-c9c46b9ee5f2', 'name': 'tempest-TestMinimumBasicScenario-1364409313-router', 'tenant_id': '3b741853c77c4a8881a90f8ce164b240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b95ef810-b08d-4c08-b0c0-c75d2ee1b25b', 'external_fixed_ips': [{'subnet_id': 'b3fe51b0-9be9-4b1a-951c-de133b7a88b5', 'ip_address': '172.28.3.37'}], 'enable_snat': True}, 'gw_port_id': '66456d8c-4010-4607-8300-4cde030fcc61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:23:10Z', 'updated_at': '2021-04-30T13:23:15Z', 'revision_number': 4, 'project_id': '3b741853c77c4a8881a90f8ce164b240', 'gw_port': {'id': '66456d8c-4010-4607-8300-4cde030fcc61', 'name': '', 'network_id': 'b95ef810-b08d-4c08-b0c0-c75d2ee1b25b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:b0:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90d21111-0ed8-4978-af23-c9c46b9ee5f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'b3fe51b0-9be9-4b1a-951c-de133b7a88b5', 'ip_address': '172.28.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:23:11Z', 'updated_at': '2021-04-30T13:23:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fe51b0-9be9-4b1a-951c-de133b7a88b5', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-5-smb', '_interfaces': [{'id': '0265811a-bb28-4e87-9cfe-5fda361b061a', 'name': '', 'network_id': 'bf1798d7-d26b-4dfb-98e6-f299b33f54b7', 'tenant_id': '3b741853c77c4a8881a90f8ce164b240', 'mac_address': 'fa:16:3e:13:10:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90d21111-0ed8-4978-af23-c9c46b9ee5f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '159ead3a-edc4-43e6-be67-79d738527028', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:23:15Z', 'updated_at': '2021-04-30T13:23:15Z', 'revision_number': 2, 'project_id': '3b741853c77c4a8881a90f8ce164b240', 'subnets': [{'id': '159ead3a-edc4-43e6-be67-79d738527028', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-5-smb', False) {} {{(pid=73814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:23:21.440587 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:23:21.447490 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eb06a0b-5300-4287-b62a-73fd7cbd370d None None] Checking router: 90d21111-0ed8-4978-af23-c9c46b9ee5f2 for host: dv-cinder-787195-5-smb {{(pid=73814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 13:23:21.448042 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eb06a0b-5300-4287-b62a-73fd7cbd370d None None] Updating router 90d21111-0ed8-4978-af23-c9c46b9ee5f2 port 0265811a-bb28-4e87-9cfe-5fda361b061a binding host dv-cinder-787195-5-smb {{(pid=73814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 13:23:21.516786 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-1eb06a0b-5300-4287-b62a-73fd7cbd370d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4120257'] for port, before_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:21.657398 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3a12bd-144c-463c-ab36-67573b270e92 req-d2079d18-9717-44e2-993a-0ec913eb2c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:23:21.658886 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-fd3a12bd-144c-463c-ab36-67573b270e92 req-d2079d18-9717-44e2-993a-0ec913eb2c10 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=c3eb10aa-bf55-407c-94e6-8ae283dd9299 HTTP/1.1" status: 200 len: 1099 time: 0.0919862 Apr 30 13:23:21.707689 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-fd3a12bd-144c-463c-ab36-67573b270e92 req-b6cef417-e9ca-453c-8269-e0f90beac0b4 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=ae043b20-dece-449c-80ba-a49ac1ba8a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416133 Apr 30 13:23:21.850350 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-374ffbf8-b7d0-455b-8c89-8405e0c34e8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000748'] for agent, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:21.969783 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd4a508-ee91-4475-964c-b07e5b7c806b req-4a786fab-1f5a-4775-9e09-03ce44b8f83e tempest-VolumesSnapshotTestJSON-1527571108 tempest-VolumesSnapshotTestJSON-1527571108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:23:21.977462 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-6bd4a508-ee91-4475-964c-b07e5b7c806b req-4a786fab-1f5a-4775-9e09-03ce44b8f83e tempest-VolumesSnapshotTestJSON-1527571108 tempest-VolumesSnapshotTestJSON-1527571108-project] 10.222.0.84 "GET /v2.0/ports?device_id=c3eb10aa-bf55-407c-94e6-8ae283dd9299 HTTP/1.1" status: 200 len: 946 time: 0.2179170 Apr 30 13:23:22.001439 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-1eb06a0b-5300-4287-b62a-73fd7cbd370d None None] Notify callbacks [] for port, precommit_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:22.017185 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.db.provisioning_blocks [None req-1eb06a0b-5300-4287-b62a-73fd7cbd370d None None] Transition to ACTIVE for port object 0265811a-bb28-4e87-9cfe-5fda361b061a will not be triggered until provisioned by entity L2. {{(pid=73814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:23:22.025894 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-1eb06a0b-5300-4287-b62a-73fd7cbd370d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4120194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773353276007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773352839720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773352839765'] for port, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:22.036598 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-6bd4a508-ee91-4475-964c-b07e5b7c806b req-118a7942-e933-47de-9993-c210f26e32a4 tempest-VolumesSnapshotTestJSON-1527571108 tempest-VolumesSnapshotTestJSON-1527571108-project] 10.222.0.84 "GET /v2.0/security-groups?id=ae043b20-dece-449c-80ba-a49ac1ba8a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580268 Apr 30 13:23:22.038016 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:23:22.262068 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.plugins.ml2.managers [None req-1eb06a0b-5300-4287-b62a-73fd7cbd370d None None] Attempting to bind port 0265811a-bb28-4e87-9cfe-5fda361b061a on host dv-cinder-787195-5-smb for vnic_type normal with profile {{(pid=73814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 13:23:22.262446 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.plugins.ml2.managers [None req-1eb06a0b-5300-4287-b62a-73fd7cbd370d None None] Attempting to bind port 0265811a-bb28-4e87-9cfe-5fda361b061a by drivers openvswitch,hyperv on host dv-cinder-787195-5-smb at level 0 using segments [{'id': '8e84f931-9707-45c4-950f-24e097ef1804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1132, 'network_id': 'bf1798d7-d26b-4dfb-98e6-f299b33f54b7'}] {{(pid=73814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 13:23:22.262825 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eb06a0b-5300-4287-b62a-73fd7cbd370d None None] Attempting to bind port 0265811a-bb28-4e87-9cfe-5fda361b061a on network bf1798d7-d26b-4dfb-98e6-f299b33f54b7 {{(pid=73814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:23:22.279224 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eb06a0b-5300-4287-b62a-73fd7cbd370d None None] Checking agent: {'id': '389db99c-db4b-44ca-8e25-149d3cf00f42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787195-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 6, 52), 'started_at': datetime.datetime(2021, 4, 30, 13, 7, 22), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 22, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787195-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 13:23:22.279628 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eb06a0b-5300-4287-b62a-73fd7cbd370d None None] Checking segment: {'id': '8e84f931-9707-45c4-950f-24e097ef1804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1132, 'network_id': 'bf1798d7-d26b-4dfb-98e6-f299b33f54b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:23:22.280002 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-1eb06a0b-5300-4287-b62a-73fd7cbd370d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:22.280488 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eb06a0b-5300-4287-b62a-73fd7cbd370d None None] Bound using segment: {'id': '8e84f931-9707-45c4-950f-24e097ef1804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1132, 'network_id': 'bf1798d7-d26b-4dfb-98e6-f299b33f54b7'} {{(pid=73814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 13:23:22.281151 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.plugins.ml2.managers [None req-1eb06a0b-5300-4287-b62a-73fd7cbd370d None None] Bound port: 0265811a-bb28-4e87-9cfe-5fda361b061a, host: dv-cinder-787195-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e84f931-9707-45c4-950f-24e097ef1804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1132, 'network_id': 'bf1798d7-d26b-4dfb-98e6-f299b33f54b7'}}] {{(pid=73814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 13:23:22.281551 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-1eb06a0b-5300-4287-b62a-73fd7cbd370d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4120257'] for port, before_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:22.288994 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000748'] for agent, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:22.295204 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c720ea6-96da-44cc-8854-c47fae936d91 None None] Pushing event updated for resources: {'Port': ['ID=0265811a-bb28-4e87-9cfe-5fda361b061a,revision_number=3']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:23:22.300127 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-5c720ea6-96da-44cc-8854-c47fae936d91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:23:22.391231 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.plugins.ml2.db [None req-1eb06a0b-5300-4287-b62a-73fd7cbd370d None None] For port 0265811a-bb28-4e87-9cfe-5fda361b061a, host dv-cinder-787195-5-smb, cleared binding levels {{(pid=73814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 13:23:22.395667 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.plugins.ml2.db [None req-1eb06a0b-5300-4287-b62a-73fd7cbd370d None None] For port 0265811a-bb28-4e87-9cfe-5fda361b061a, host dv-cinder-787195-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-5-smb',level=0,port_id=0265811a-bb28-4e87-9cfe-5fda361b061a,segment=NetworkSegment(8e84f931-9707-45c4-950f-24e097ef1804),segment_id=8e84f931-9707-45c4-950f-24e097ef1804)] {{(pid=73814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 13:23:22.402598 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-1eb06a0b-5300-4287-b62a-73fd7cbd370d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4120194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773353276007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773352839720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773352839765'] for port, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:22.414419 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-feab8c31-96b0-495d-b218-0bcd337e1b7e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:23:22.491441 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eb06a0b-5300-4287-b62a-73fd7cbd370d None None] Routers {'90d21111-0ed8-4978-af23-c9c46b9ee5f2'} bound to L3 agent in host dv-cinder-787195-5-smb {{(pid=73814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:23:22.492112 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.db.l3_hamode_db [None req-1eb06a0b-5300-4287-b62a-73fd7cbd370d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T13:06:52Z,description=,heartbeat_timestamp=2021-04-30T13:23:22Z,host='dv-cinder-787195-5-smb',id=0896dfae-3c2f-4fc2-b5f4-9284ce516a86,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:06:52Z,topic='l3_agent')) {'router_ids': ['90d21111-0ed8-4978-af23-c9c46b9ee5f2'], 'active': True} {{(pid=73814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:23:22.581967 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c720ea6-96da-44cc-8854-c47fae936d91 None None] Pushing event updated for resources: {'Port': ['ID=0265811a-bb28-4e87-9cfe-5fda361b061a,revision_number=4']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:23:22.601959 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-5c720ea6-96da-44cc-8854-c47fae936d91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:23:22.754608 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.db.l3_dvr_db [None req-1eb06a0b-5300-4287-b62a-73fd7cbd370d None None] Set router 90d21111-0ed8-4978-af23-c9c46b9ee5f2 gateway port host: dv-cinder-787195-5-smb {{(pid=73814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:23:23.108808 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.db.l3_hamode_db [None req-1eb06a0b-5300-4287-b62a-73fd7cbd370d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90d21111-0ed8-4978-af23-c9c46b9ee5f2', 'name': 'tempest-TestMinimumBasicScenario-1364409313-router', 'tenant_id': '3b741853c77c4a8881a90f8ce164b240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b95ef810-b08d-4c08-b0c0-c75d2ee1b25b', 'external_fixed_ips': [{'subnet_id': 'b3fe51b0-9be9-4b1a-951c-de133b7a88b5', 'ip_address': '172.28.3.37'}], 'enable_snat': True}, 'gw_port_id': '66456d8c-4010-4607-8300-4cde030fcc61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:23:10Z', 'updated_at': '2021-04-30T13:23:15Z', 'revision_number': 4, 'project_id': '3b741853c77c4a8881a90f8ce164b240', 'gw_port': {'id': '66456d8c-4010-4607-8300-4cde030fcc61', 'name': '', 'network_id': 'b95ef810-b08d-4c08-b0c0-c75d2ee1b25b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:b0:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90d21111-0ed8-4978-af23-c9c46b9ee5f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'b3fe51b0-9be9-4b1a-951c-de133b7a88b5', 'ip_address': '172.28.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:23:11Z', 'updated_at': '2021-04-30T13:23:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fe51b0-9be9-4b1a-951c-de133b7a88b5', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-5-smb', '_interfaces': [{'id': '0265811a-bb28-4e87-9cfe-5fda361b061a', 'name': '', 'network_id': 'bf1798d7-d26b-4dfb-98e6-f299b33f54b7', 'tenant_id': '3b741853c77c4a8881a90f8ce164b240', 'mac_address': 'fa:16:3e:13:10:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90d21111-0ed8-4978-af23-c9c46b9ee5f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '159ead3a-edc4-43e6-be67-79d738527028', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:23:15Z', 'updated_at': '2021-04-30T13:23:22Z', 'revision_number': 4, 'project_id': '3b741853c77c4a8881a90f8ce164b240', 'subnets': [{'id': '159ead3a-edc4-43e6-be67-79d738527028', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-5-smb', False) {} {{(pid=73814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:23:23.114626 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eb06a0b-5300-4287-b62a-73fd7cbd370d None None] The sync data for ids ['90d21111-0ed8-4978-af23-c9c46b9ee5f2'] in dv-cinder-787195-5-smb is: [{'id': '90d21111-0ed8-4978-af23-c9c46b9ee5f2', 'name': 'tempest-TestMinimumBasicScenario-1364409313-router', 'tenant_id': '3b741853c77c4a8881a90f8ce164b240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b95ef810-b08d-4c08-b0c0-c75d2ee1b25b', 'external_fixed_ips': [{'subnet_id': 'b3fe51b0-9be9-4b1a-951c-de133b7a88b5', 'ip_address': '172.28.3.37'}], 'enable_snat': True}, 'gw_port_id': '66456d8c-4010-4607-8300-4cde030fcc61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:23:10Z', 'updated_at': '2021-04-30T13:23:15Z', 'revision_number': 4, 'project_id': '3b741853c77c4a8881a90f8ce164b240', 'gw_port': {'id': '66456d8c-4010-4607-8300-4cde030fcc61', 'name': '', 'network_id': 'b95ef810-b08d-4c08-b0c0-c75d2ee1b25b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:b0:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90d21111-0ed8-4978-af23-c9c46b9ee5f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'b3fe51b0-9be9-4b1a-951c-de133b7a88b5', 'ip_address': '172.28.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:23:11Z', 'updated_at': '2021-04-30T13:23:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fe51b0-9be9-4b1a-951c-de133b7a88b5', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-5-smb', '_interfaces': [{'id': '0265811a-bb28-4e87-9cfe-5fda361b061a', 'name': '', 'network_id': 'bf1798d7-d26b-4dfb-98e6-f299b33f54b7', 'tenant_id': '3b741853c77c4a8881a90f8ce164b240', 'mac_address': 'fa:16:3e:13:10:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90d21111-0ed8-4978-af23-c9c46b9ee5f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '159ead3a-edc4-43e6-be67-79d738527028', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:23:15Z', 'updated_at': '2021-04-30T13:23:22Z', 'revision_number': 4, 'project_id': '3b741853c77c4a8881a90f8ce164b240', 'subnets': [{'id': '159ead3a-edc4-43e6-be67-79d738527028', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 13:23:23.150072 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-a9ba599c-bbf2-42e7-8bf2-2ae3bfc6b861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000748'] for agent, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:23.266719 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a071a77-d8c6-4ce4-94a9-f4229f256249 req-a2a82cdc-b3df-4fe8-8522-537aa3eeb3fa tempest-VolumesSnapshotTestJSON-1527571108 tempest-VolumesSnapshotTestJSON-1527571108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:23:23.268708 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-7a071a77-d8c6-4ce4-94a9-f4229f256249 req-a2a82cdc-b3df-4fe8-8522-537aa3eeb3fa tempest-VolumesSnapshotTestJSON-1527571108 tempest-VolumesSnapshotTestJSON-1527571108-project] 10.222.0.84 "GET /v2.0/ports?device_id=c3eb10aa-bf55-407c-94e6-8ae283dd9299 HTTP/1.1" status: 200 len: 946 time: 0.1198459 Apr 30 13:23:23.334615 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-7a071a77-d8c6-4ce4-94a9-f4229f256249 req-4a28e6d6-f7d3-4de8-be24-aef315abc315 tempest-VolumesSnapshotTestJSON-1527571108 tempest-VolumesSnapshotTestJSON-1527571108-project] 10.222.0.84 "GET /v2.0/security-groups?id=ae043b20-dece-449c-80ba-a49ac1ba8a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597970 Apr 30 13:23:23.768710 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.rpc [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Device 0265811a-bb28-4e87-9cfe-5fda361b061a up at agent ovs-agent-dv-cinder-787195-5-smb {{(pid=73812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:23:23.883570 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.provisioning_blocks [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Provisioning for port 0265811a-bb28-4e87-9cfe-5fda361b061a completed by entity L2. {{(pid=73812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:23:23.893653 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.provisioning_blocks [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Provisioning complete for port 0265811a-bb28-4e87-9cfe-5fda361b061a triggered by entity L2. {{(pid=73812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:23:23.894035 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000605'] for port, provisioning_complete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:24.069395 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4120257'] for port, before_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:24.116400 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.db [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] For port 0265811a-bb28-4e87-9cfe-5fda361b061a, host dv-cinder-787195-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-5-smb',level=0,port_id=0265811a-bb28-4e87-9cfe-5fda361b061a,segment=NetworkSegment(8e84f931-9707-45c4-950f-24e097ef1804),segment_id=8e84f931-9707-45c4-950f-24e097ef1804)] {{(pid=73812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:23:24.129660 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4120194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773353276007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773352839720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773352839765'] for port, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:24.135313 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-5e09dff0-6ccc-4e4d-acdd-3676554a85b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:23:24.222795 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Pushing event updated for resources: {'Port': ['ID=0265811a-bb28-4e87-9cfe-5fda361b061a,revision_number=5']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:23:24.226365 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:23:24.517854 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-5918b5d9-36b2-459a-8043-2e5e2054f07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000748'] for agent, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:25.717230 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.rpc [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Device 0265811a-bb28-4e87-9cfe-5fda361b061a up at agent ovs-agent-dv-cinder-787195-5-smb {{(pid=73812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:23:25.813666 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.provisioning_blocks [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Provisioning complete for port 0265811a-bb28-4e87-9cfe-5fda361b061a triggered by entity L2. {{(pid=73812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:23:25.814137 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000605'] for port, provisioning_complete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:27.949467 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9808b2-9507-44b5-b786-6e57c7798d31 req-df9bc5f1-7417-4a41-b261-de0d639b5e40 tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:23:27.950871 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-7c9808b2-9507-44b5-b786-6e57c7798d31 req-df9bc5f1-7417-4a41-b261-de0d639b5e40 tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] 10.222.0.84 "GET /v2.0/networks?id=2ba9d2e4-5dd2-4744-8999-4b35525642bd HTTP/1.1" status: 200 len: 814 time: 0.1733069 Apr 30 13:23:27.968925 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-7c9808b2-9507-44b5-b786-6e57c7798d31 req-66c48b2a-a654-468c-8b7a-8c7c496c1ecb tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] 10.222.0.84 "GET /v2.0/quotas/2c72cc8db305484187018b2b5ff35a5e HTTP/1.1" status: 200 len: 375 time: 0.0095067 Apr 30 13:23:28.061194 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-7c9808b2-9507-44b5-b786-6e57c7798d31 req-02b1bd61-9d87-46cc-a948-301256be392b tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=2c72cc8db305484187018b2b5ff35a5e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0870564 Apr 30 13:23:28.208660 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-7c9808b2-9507-44b5-b786-6e57c7798d31 req-aa5f0aa0-1db3-4840-bbf7-2ddae7e061fc service neutron] 10.222.0.84 "GET /v2.0/networks/2ba9d2e4-5dd2-4744-8999-4b35525642bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346867 Apr 30 13:23:28.349474 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-7c9808b2-9507-44b5-b786-6e57c7798d31 req-e8043c6b-760c-4a46-bf7e-26e7d637986d service neutron] 10.222.0.84 "GET /v2.0/networks/2ba9d2e4-5dd2-4744-8999-4b35525642bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348095 Apr 30 13:23:28.548116 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-2c5eb436-8238-4ebb-992e-3362d19e0e03 req-b72d7de9-c75c-4701-941b-2cda33dff4c8 tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] 10.222.0.84 "GET /v2.0/ports?device_id=19f633bc-da5e-43d0-98d6-15c16d700421 HTTP/1.1" status: 200 len: 210 time: 0.0498033 Apr 30 13:23:29.717822 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-bc5d5ec9-6e71-4116-8322-37ff68f39578 req-1bf58f63-af87-4f29-bfae-5f6f1d4f31f4 tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] 10.222.0.84 "GET /v2.0/ports?device_id=19f633bc-da5e-43d0-98d6-15c16d700421 HTTP/1.1" status: 200 len: 210 time: 0.0433798 Apr 30 13:23:30.087023 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9808b2-9507-44b5-b786-6e57c7798d31 req-803bc166-22db-45a9-a8f3-4fe9bdfe7f4b tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:23:30.088461 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-7c9808b2-9507-44b5-b786-6e57c7798d31 req-803bc166-22db-45a9-a8f3-4fe9bdfe7f4b tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] 10.222.0.95 "GET /v2.0/networks?id=2ba9d2e4-5dd2-4744-8999-4b35525642bd HTTP/1.1" status: 200 len: 814 time: 0.1649828 Apr 30 13:23:30.102498 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.v2.base [req-7c9808b2-9507-44b5-b786-6e57c7798d31 req-5a878423-a969-46b0-a5e1-b1ade010e172 tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] Request body: {'port': {'device_id': '19f633bc-da5e-43d0-98d6-15c16d700421', 'network_id': '2ba9d2e4-5dd2-4744-8999-4b35525642bd', 'admin_state_up': True, 'tenant_id': '2c72cc8db305484187018b2b5ff35a5e'}} {{(pid=73810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:23:30.245227 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [req-7c9808b2-9507-44b5-b786-6e57c7798d31 req-5a878423-a969-46b0-a5e1-b1ade010e172 tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:23:30.249578 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.quota.resource [req-7c9808b2-9507-44b5-b786-6e57c7798d31 req-5a878423-a969-46b0-a5e1-b1ade010e172 tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] Usage tracker for resource:port and tenant:2c72cc8db305484187018b2b5ff35a5e is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:23:30.252655 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.quota.resource [req-7c9808b2-9507-44b5-b786-6e57c7798d31 req-5a878423-a969-46b0-a5e1-b1ade010e172 tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] Quota usage for port was recalculated. Used quota:2. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:23:30.259016 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [req-7c9808b2-9507-44b5-b786-6e57c7798d31 req-5a878423-a969-46b0-a5e1-b1ade010e172 tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:23:30.269933 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c9808b2-9507-44b5-b786-6e57c7798d31 req-5a878423-a969-46b0-a5e1-b1ade010e172 tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] Made reservation on behalf of 2c72cc8db305484187018b2b5ff35a5e for: {'port': 1} {{(pid=73810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:23:30.273689 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-7c9808b2-9507-44b5-b786-6e57c7798d31 req-5a878423-a969-46b0-a5e1-b1ade010e172 tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4120257'] for port, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:30.460653 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.db.db_base_plugin_common [req-7c9808b2-9507-44b5-b786-6e57c7798d31 req-5a878423-a969-46b0-a5e1-b1ade010e172 tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] Allocated IP 172.20.0.3 (2ba9d2e4-5dd2-4744-8999-4b35525642bd/2cf2630d-a612-4c25-b4c9-9ff3cd5e9c8c/3212cc7f-ec07-4dfd-bbf3-c0d5e98b3391) {{(pid=73810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 13:23:30.830318 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-7c9808b2-9507-44b5-b786-6e57c7798d31 req-5a878423-a969-46b0-a5e1-b1ade010e172 tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] Notify callbacks [] for port, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:30.861085 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [req-7c9808b2-9507-44b5-b786-6e57c7798d31 req-5a878423-a969-46b0-a5e1-b1ade010e172 tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] Transition to ACTIVE for port object 3212cc7f-ec07-4dfd-bbf3-c0d5e98b3391 will not be triggered until provisioned by entity DHCP. {{(pid=73810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:23:30.894771 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-7c9808b2-9507-44b5-b786-6e57c7798d31 req-5a878423-a969-46b0-a5e1-b1ade010e172 tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4120194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773352839702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11792972'] for port, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:30.940095 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-701a1069-3cef-440d-8c75-4231092e3e51 tempest-TestShelveInstance-640531691 tempest-TestShelveInstance-640531691-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:23:31.138715 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c9808b2-9507-44b5-b786-6e57c7798d31 req-5a878423-a969-46b0-a5e1-b1ade010e172 tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] Network 2ba9d2e4-5dd2-4744-8999-4b35525642bd is already hosted by enough agents. {{(pid=73810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:23:31.142913 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.scheduler.base_scheduler [req-7c9808b2-9507-44b5-b786-6e57c7798d31 req-5a878423-a969-46b0-a5e1-b1ade010e172 tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] Resources bound (agent type, host, resource id): {{(pid=73810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:23:31.149923 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c9808b2-9507-44b5-b786-6e57c7798d31 req-5a878423-a969-46b0-a5e1-b1ade010e172 tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] Received port after_create {{(pid=73810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 13:23:31.213811 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a878423-a969-46b0-a5e1-b1ade010e172 tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] Pushing event updated for resources: {'Port': ['ID=3212cc7f-ec07-4dfd-bbf3-c0d5e98b3391,revision_number=1']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:23:31.240120 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a878423-a969-46b0-a5e1-b1ade010e172 tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:23:31.240548 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a878423-a969-46b0-a5e1-b1ade010e172 tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:23:31.240921 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a878423-a969-46b0-a5e1-b1ade010e172 tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:23:31.241317 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a878423-a969-46b0-a5e1-b1ade010e172 tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:23:31.241773 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a878423-a969-46b0-a5e1-b1ade010e172 tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:23:31.242306 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a878423-a969-46b0-a5e1-b1ade010e172 tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:23:31.242550 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a878423-a969-46b0-a5e1-b1ade010e172 tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:23:31.242982 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a878423-a969-46b0-a5e1-b1ade010e172 tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:23:31.243344 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a878423-a969-46b0-a5e1-b1ade010e172 tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:23:31.243693 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a878423-a969-46b0-a5e1-b1ade010e172 tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:23:31.244084 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a878423-a969-46b0-a5e1-b1ade010e172 tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:23:31.244427 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a878423-a969-46b0-a5e1-b1ade010e172 tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:23:31.250546 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-5a878423-a969-46b0-a5e1-b1ade010e172 tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:23:31.255317 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9808b2-9507-44b5-b786-6e57c7798d31 req-5a878423-a969-46b0-a5e1-b1ade010e172 tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:23:31.255974 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-7c9808b2-9507-44b5-b786-6e57c7798d31 req-5a878423-a969-46b0-a5e1-b1ade010e172 tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9974'] for port, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:31.295333 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92182993-21fa-453e-a086-bc48920e2e1e req-5befce66-c85e-46cd-b74c-e4db67067927 tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:23:31.296971 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-92182993-21fa-453e-a086-bc48920e2e1e req-5befce66-c85e-46cd-b74c-e4db67067927 tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] 10.222.0.84 "GET /v2.0/ports?device_id=19f633bc-da5e-43d0-98d6-15c16d700421 HTTP/1.1" status: 200 len: 931 time: 0.3991048 Apr 30 13:23:31.324691 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-7c9808b2-9507-44b5-b786-6e57c7798d31 req-5a878423-a969-46b0-a5e1-b1ade010e172 tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2260346 Apr 30 13:23:31.364212 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-92182993-21fa-453e-a086-bc48920e2e1e req-1fad777f-b837-487f-a082-ee9ab2d0fae7 tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] 10.222.0.84 "GET /v2.0/security-groups?id=d57da9b9-0a4e-43bb-b073-f4ef24b5778c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595145 Apr 30 13:23:31.415034 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.provisioning_blocks [None req-8e05271f-b73f-43ed-9900-5464cedb3051 None None] Provisioning for port 3212cc7f-ec07-4dfd-bbf3-c0d5e98b3391 completed by entity DHCP. {{(pid=73812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:23:31.421910 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.provisioning_blocks [None req-8e05271f-b73f-43ed-9900-5464cedb3051 None None] Provisioning complete for port 3212cc7f-ec07-4dfd-bbf3-c0d5e98b3391 triggered by entity DHCP. {{(pid=73812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:23:31.422210 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-8e05271f-b73f-43ed-9900-5464cedb3051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000605'] for port, provisioning_complete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:31.481137 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.plugin [None req-8e05271f-b73f-43ed-9900-5464cedb3051 None None] Port 3212cc7f-ec07-4dfd-bbf3-c0d5e98b3391 cannot update to ACTIVE because it is not bound. {{(pid=73812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 13:23:32.572294 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12da1cbe-f417-4272-83c2-3cb5ee7e2dd9 req-24747e29-1469-49de-bed8-eaa2c3715b1c tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:23:32.573040 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.quota.resource [req-12da1cbe-f417-4272-83c2-3cb5ee7e2dd9 req-24747e29-1469-49de-bed8-eaa2c3715b1c tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] Synchronizing usage tracker for tenant:2c72cc8db305484187018b2b5ff35a5e on resource:port {{(pid=73810) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:23:32.595611 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.quota.resource [req-12da1cbe-f417-4272-83c2-3cb5ee7e2dd9 req-24747e29-1469-49de-bed8-eaa2c3715b1c tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] Unset dirty status for tenant:2c72cc8db305484187018b2b5ff35a5e on resource:port {{(pid=73810) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:23:32.596943 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-12da1cbe-f417-4272-83c2-3cb5ee7e2dd9 req-24747e29-1469-49de-bed8-eaa2c3715b1c tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] 10.222.0.84 "GET /v2.0/ports?device_id=19f633bc-da5e-43d0-98d6-15c16d700421 HTTP/1.1" status: 200 len: 931 time: 0.1232316 Apr 30 13:23:32.646927 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-12da1cbe-f417-4272-83c2-3cb5ee7e2dd9 req-64492e3b-0e54-44a8-83da-4b2da4861a6e tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] 10.222.0.84 "GET /v2.0/security-groups?id=d57da9b9-0a4e-43bb-b073-f4ef24b5778c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421515 Apr 30 13:23:33.872521 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a957bda2-19f0-4014-bdad-ebc193847d8f req-8f2c4878-ed56-4b09-8bdf-200cc26e6930 tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:23:33.873995 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-a957bda2-19f0-4014-bdad-ebc193847d8f req-8f2c4878-ed56-4b09-8bdf-200cc26e6930 tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] 10.222.0.84 "GET /v2.0/ports?device_id=19f633bc-da5e-43d0-98d6-15c16d700421 HTTP/1.1" status: 200 len: 931 time: 0.0893095 Apr 30 13:23:33.931814 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-a957bda2-19f0-4014-bdad-ebc193847d8f req-1867bdfe-574d-4620-afe8-6812c4c2b8b7 tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] 10.222.0.84 "GET /v2.0/security-groups?id=d57da9b9-0a4e-43bb-b073-f4ef24b5778c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510762 Apr 30 13:23:35.137667 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720218a6-bbbd-4bf6-8aeb-708c1ce7c581 req-6a5d0ed8-4b5c-40fa-a217-7ebd7e4164de tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:23:35.139190 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-720218a6-bbbd-4bf6-8aeb-708c1ce7c581 req-6a5d0ed8-4b5c-40fa-a217-7ebd7e4164de tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] 10.222.0.84 "GET /v2.0/ports?device_id=19f633bc-da5e-43d0-98d6-15c16d700421 HTTP/1.1" status: 200 len: 931 time: 0.0902221 Apr 30 13:23:35.187777 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-720218a6-bbbd-4bf6-8aeb-708c1ce7c581 req-439a1be9-b710-44be-99db-790416e1beef tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] 10.222.0.84 "GET /v2.0/security-groups?id=d57da9b9-0a4e-43bb-b073-f4ef24b5778c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423045 Apr 30 13:23:36.402921 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38786db-458f-4f4c-a16b-f0191e81e79e req-9a8e31f6-9865-4386-b321-897e8daa83e5 tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:23:36.404606 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-f38786db-458f-4f4c-a16b-f0191e81e79e req-9a8e31f6-9865-4386-b321-897e8daa83e5 tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] 10.222.0.84 "GET /v2.0/ports?device_id=19f633bc-da5e-43d0-98d6-15c16d700421 HTTP/1.1" status: 200 len: 931 time: 0.0923867 Apr 30 13:23:36.456587 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-f38786db-458f-4f4c-a16b-f0191e81e79e req-e98a3981-4551-4a47-867d-8f69155db378 tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] 10.222.0.84 "GET /v2.0/security-groups?id=d57da9b9-0a4e-43bb-b073-f4ef24b5778c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450730 Apr 30 13:23:37.676053 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2991ac-82eb-4eab-bedd-ba9e08b3b563 req-b1f22892-a8e9-4081-ab2d-13ca7e330a5f tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:23:37.677538 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-fd2991ac-82eb-4eab-bedd-ba9e08b3b563 req-b1f22892-a8e9-4081-ab2d-13ca7e330a5f tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] 10.222.0.84 "GET /v2.0/ports?device_id=19f633bc-da5e-43d0-98d6-15c16d700421 HTTP/1.1" status: 200 len: 931 time: 0.1005788 Apr 30 13:23:37.729112 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-fd2991ac-82eb-4eab-bedd-ba9e08b3b563 req-52432251-55ef-498e-b81f-bcb663bc086b tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] 10.222.0.84 "GET /v2.0/security-groups?id=d57da9b9-0a4e-43bb-b073-f4ef24b5778c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454121 Apr 30 13:23:38.931709 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec7976c-e75e-4748-91d0-e936a6aff2ca req-8c31e409-3915-49b5-8701-f8ceae5837f5 tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:23:38.933250 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-6ec7976c-e75e-4748-91d0-e936a6aff2ca req-8c31e409-3915-49b5-8701-f8ceae5837f5 tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] 10.222.0.84 "GET /v2.0/ports?device_id=19f633bc-da5e-43d0-98d6-15c16d700421 HTTP/1.1" status: 200 len: 931 time: 0.0923119 Apr 30 13:23:38.981917 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-6ec7976c-e75e-4748-91d0-e936a6aff2ca req-0da736b7-434f-4eac-b1e3-a9d203ff0ffc tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] 10.222.0.84 "GET /v2.0/security-groups?id=d57da9b9-0a4e-43bb-b073-f4ef24b5778c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424752 Apr 30 13:23:39.914441 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000748'] for agent, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:40.179575 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c4b598-9bd6-4a1e-b552-bff6dee5c569 req-f9a6b11a-3b23-42d5-9058-90990fdd068e tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:23:40.181145 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-b3c4b598-9bd6-4a1e-b552-bff6dee5c569 req-f9a6b11a-3b23-42d5-9058-90990fdd068e tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] 10.222.0.84 "GET /v2.0/ports?device_id=19f633bc-da5e-43d0-98d6-15c16d700421 HTTP/1.1" status: 200 len: 931 time: 0.0874317 Apr 30 13:23:40.234837 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-b3c4b598-9bd6-4a1e-b552-bff6dee5c569 req-145fc604-ad5e-455a-a5c8-349e4ddc1cd2 tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] 10.222.0.84 "GET /v2.0/security-groups?id=d57da9b9-0a4e-43bb-b073-f4ef24b5778c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476797 Apr 30 13:23:40.338033 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.db.agents_db [None req-91df71b6-c2d8-49d0-b68d-2a1f0a47a62a None None] Agent healthcheck: found 6 active agents {{(pid=73814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 13:23:41.431527 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26412e2f-31ac-4bfd-b552-16332c7b2a40 req-4fdc97b6-d15d-4f58-80cd-f04e91eb49c0 tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:23:41.433085 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-26412e2f-31ac-4bfd-b552-16332c7b2a40 req-4fdc97b6-d15d-4f58-80cd-f04e91eb49c0 tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] 10.222.0.84 "GET /v2.0/ports?device_id=19f633bc-da5e-43d0-98d6-15c16d700421 HTTP/1.1" status: 200 len: 931 time: 0.0851512 Apr 30 13:23:41.481280 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-26412e2f-31ac-4bfd-b552-16332c7b2a40 req-9e89410d-85eb-4e66-8f11-c91dc1011200 tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] 10.222.0.84 "GET /v2.0/security-groups?id=d57da9b9-0a4e-43bb-b073-f4ef24b5778c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421245 Apr 30 13:23:42.690783 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efffb32a-3042-424d-a2ac-2264e1a36e39 req-9468d3ce-52d1-48e8-a473-f81a18942692 tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:23:42.692141 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-efffb32a-3042-424d-a2ac-2264e1a36e39 req-9468d3ce-52d1-48e8-a473-f81a18942692 tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] 10.222.0.84 "GET /v2.0/ports?device_id=19f633bc-da5e-43d0-98d6-15c16d700421 HTTP/1.1" status: 200 len: 931 time: 0.0974169 Apr 30 13:23:42.742369 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-efffb32a-3042-424d-a2ac-2264e1a36e39 req-3ef8e6fa-5ac5-4365-8fff-8e326e48a892 tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] 10.222.0.84 "GET /v2.0/security-groups?id=d57da9b9-0a4e-43bb-b073-f4ef24b5778c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416286 Apr 30 13:23:43.144141 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.v2.base [req-7c9808b2-9507-44b5-b786-6e57c7798d31 req-ca00297a-f246-4deb-a858-a3c75d8ce285 service neutron] Request body: {'port': {'device_id': '19f633bc-da5e-43d0-98d6-15c16d700421', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78719'}} {{(pid=73810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:23:43.259602 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-7c9808b2-9507-44b5-b786-6e57c7798d31 req-ca00297a-f246-4deb-a858-a3c75d8ce285 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4120257'] for port, before_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:43.610792 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.notifiers.nova [req-7c9808b2-9507-44b5-b786-6e57c7798d31 req-ca00297a-f246-4deb-a858-a3c75d8ce285 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3212cc7f-ec07-4dfd-bbf3-c0d5e98b3391 {{(pid=73810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 13:23:43.618323 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-7c9808b2-9507-44b5-b786-6e57c7798d31 req-ca00297a-f246-4deb-a858-a3c75d8ce285 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:43.632787 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [req-7c9808b2-9507-44b5-b786-6e57c7798d31 req-ca00297a-f246-4deb-a858-a3c75d8ce285 service neutron] Transition to ACTIVE for port object 3212cc7f-ec07-4dfd-bbf3-c0d5e98b3391 will not be triggered until provisioned by entity L2. {{(pid=73810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:23:43.637622 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-7c9808b2-9507-44b5-b786-6e57c7798d31 req-ca00297a-f246-4deb-a858-a3c75d8ce285 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4120194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773353276007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773352839720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773352839765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11792967'] for port, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:43.641633 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-94897649-bb80-48aa-abe9-243855ab570b tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:23:43.782206 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca00297a-f246-4deb-a858-a3c75d8ce285 service neutron] Pushing event updated for resources: {'Port': ['ID=3212cc7f-ec07-4dfd-bbf3-c0d5e98b3391,revision_number=2']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:23:43.786272 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-ca00297a-f246-4deb-a858-a3c75d8ce285 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:23:44.052416 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.managers [req-7c9808b2-9507-44b5-b786-6e57c7798d31 req-ca00297a-f246-4deb-a858-a3c75d8ce285 service neutron] Attempting to bind port 3212cc7f-ec07-4dfd-bbf3-c0d5e98b3391 on host hv-cinder-78719 for vnic_type normal with profile {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 13:23:44.052755 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.managers [req-7c9808b2-9507-44b5-b786-6e57c7798d31 req-ca00297a-f246-4deb-a858-a3c75d8ce285 service neutron] Attempting to bind port 3212cc7f-ec07-4dfd-bbf3-c0d5e98b3391 by drivers openvswitch,hyperv on host hv-cinder-78719 at level 0 using segments [{'id': 'db5183e4-e38e-4944-a7fd-266c0d9f3735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': '2ba9d2e4-5dd2-4744-8999-4b35525642bd'}] {{(pid=73810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 13:23:44.053089 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c9808b2-9507-44b5-b786-6e57c7798d31 req-ca00297a-f246-4deb-a858-a3c75d8ce285 service neutron] Attempting to bind port 3212cc7f-ec07-4dfd-bbf3-c0d5e98b3391 on network 2ba9d2e4-5dd2-4744-8999-4b35525642bd {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:23:44.058188 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c9808b2-9507-44b5-b786-6e57c7798d31 req-ca00297a-f246-4deb-a858-a3c75d8ce285 service neutron] Port 3212cc7f-ec07-4dfd-bbf3-c0d5e98b3391 on network 2ba9d2e4-5dd2-4744-8999-4b35525642bd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78719 {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 30 13:23:44.058529 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c9808b2-9507-44b5-b786-6e57c7798d31 req-ca00297a-f246-4deb-a858-a3c75d8ce285 service neutron] Attempting to bind port 3212cc7f-ec07-4dfd-bbf3-c0d5e98b3391 on network 2ba9d2e4-5dd2-4744-8999-4b35525642bd {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:23:44.071890 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c9808b2-9507-44b5-b786-6e57c7798d31 req-ca00297a-f246-4deb-a858-a3c75d8ce285 service neutron] Checking agent: {'id': '9979f301-637a-421d-a751-ee4de56fc333', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78719', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 13, 10), 'started_at': datetime.datetime(2021, 4, 30, 13, 13, 10), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 23, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 13:23:44.072235 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c9808b2-9507-44b5-b786-6e57c7798d31 req-ca00297a-f246-4deb-a858-a3c75d8ce285 service neutron] Checking segment: {'id': 'db5183e4-e38e-4944-a7fd-266c0d9f3735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': '2ba9d2e4-5dd2-4744-8999-4b35525642bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:23:44.072648 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c9808b2-9507-44b5-b786-6e57c7798d31 req-ca00297a-f246-4deb-a858-a3c75d8ce285 service neutron] Bound using segment: {'id': 'db5183e4-e38e-4944-a7fd-266c0d9f3735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': '2ba9d2e4-5dd2-4744-8999-4b35525642bd'} {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 13:23:44.073071 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.managers [req-7c9808b2-9507-44b5-b786-6e57c7798d31 req-ca00297a-f246-4deb-a858-a3c75d8ce285 service neutron] Bound port: 3212cc7f-ec07-4dfd-bbf3-c0d5e98b3391, host: hv-cinder-78719, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db5183e4-e38e-4944-a7fd-266c0d9f3735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': '2ba9d2e4-5dd2-4744-8999-4b35525642bd'}}] {{(pid=73810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 13:23:44.073459 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-7c9808b2-9507-44b5-b786-6e57c7798d31 req-ca00297a-f246-4deb-a858-a3c75d8ce285 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4120257'] for port, before_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:44.132426 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590c489e-4820-4856-a1bc-a14b0beb457e req-89cb88ef-6a20-477b-b28b-007644024dae tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:23:44.133915 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-590c489e-4820-4856-a1bc-a14b0beb457e req-89cb88ef-6a20-477b-b28b-007644024dae tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] 10.222.0.84 "GET /v2.0/ports?device_id=19f633bc-da5e-43d0-98d6-15c16d700421 HTTP/1.1" status: 200 len: 943 time: 0.1630681 Apr 30 13:23:44.210566 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-590c489e-4820-4856-a1bc-a14b0beb457e req-7aa62e4a-7fac-4010-89fb-c75ffea41f9b tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] 10.222.0.84 "GET /v2.0/security-groups?id=d57da9b9-0a4e-43bb-b073-f4ef24b5778c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695572 Apr 30 13:23:44.213033 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.db [req-7c9808b2-9507-44b5-b786-6e57c7798d31 req-ca00297a-f246-4deb-a858-a3c75d8ce285 service neutron] For port 3212cc7f-ec07-4dfd-bbf3-c0d5e98b3391, host hv-cinder-78719, cleared binding levels {{(pid=73810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 13:23:44.216377 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.db [req-7c9808b2-9507-44b5-b786-6e57c7798d31 req-ca00297a-f246-4deb-a858-a3c75d8ce285 service neutron] For port 3212cc7f-ec07-4dfd-bbf3-c0d5e98b3391, host hv-cinder-78719, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=3212cc7f-ec07-4dfd-bbf3-c0d5e98b3391,segment=NetworkSegment(db5183e4-e38e-4944-a7fd-266c0d9f3735),segment_id=db5183e4-e38e-4944-a7fd-266c0d9f3735)] {{(pid=73810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 13:23:44.224435 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-7c9808b2-9507-44b5-b786-6e57c7798d31 req-ca00297a-f246-4deb-a858-a3c75d8ce285 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4120194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773353276007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773352839720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773352839765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11792967'] for port, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:44.229524 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-7bf1eb0b-4293-44f4-b75f-5d7276c4bc71 tempest-VolumesActionsTest-1038017853 tempest-VolumesActionsTest-1038017853-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:23:44.283953 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9808b2-9507-44b5-b786-6e57c7798d31 req-ca00297a-f246-4deb-a858-a3c75d8ce285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:23:44.284603 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-7c9808b2-9507-44b5-b786-6e57c7798d31 req-ca00297a-f246-4deb-a858-a3c75d8ce285 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9974'] for port, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:44.285955 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-7c9808b2-9507-44b5-b786-6e57c7798d31 req-ca00297a-f246-4deb-a858-a3c75d8ce285 service neutron] 10.222.0.95 "PUT /v2.0/ports/3212cc7f-ec07-4dfd-bbf3-c0d5e98b3391 HTTP/1.1" status: 200 len: 1093 time: 1.1584105 Apr 30 13:23:44.286455 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19f633bc-da5e-43d0-98d6-15c16d700421', 'tag': '3212cc7f-ec07-4dfd-bbf3-c0d5e98b3391'}] {{(pid=73810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:23:44.314287 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca00297a-f246-4deb-a858-a3c75d8ce285 service neutron] Pushing event updated for resources: {'Port': ['ID=3212cc7f-ec07-4dfd-bbf3-c0d5e98b3391,revision_number=3']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:23:44.317505 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-ca00297a-f246-4deb-a858-a3c75d8ce285 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:23:44.341574 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19f633bc-da5e-43d0-98d6-15c16d700421', 'tag': '3212cc7f-ec07-4dfd-bbf3-c0d5e98b3391', 'status': 'completed', 'code': 200} Apr 30 13:23:44.419173 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9808b2-9507-44b5-b786-6e57c7798d31 req-df41da4a-216c-42f8-b716-db737b19bd5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:23:44.420688 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-7c9808b2-9507-44b5-b786-6e57c7798d31 req-df41da4a-216c-42f8-b716-db737b19bd5b service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=2c72cc8db305484187018b2b5ff35a5e&device_id=19f633bc-da5e-43d0-98d6-15c16d700421 HTTP/1.1" status: 200 len: 1096 time: 0.0755751 Apr 30 13:23:44.496014 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-7c9808b2-9507-44b5-b786-6e57c7798d31 req-78e3e1a6-4277-465d-9c1c-ca2c528e3bae service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3212cc7f-ec07-4dfd-bbf3-c0d5e98b3391 HTTP/1.1" status: 200 len: 217 time: 0.0663786 Apr 30 13:23:44.567959 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9808b2-9507-44b5-b786-6e57c7798d31 req-cfb76d92-f163-4fac-9c8d-64aead12f803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:23:44.569446 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-7c9808b2-9507-44b5-b786-6e57c7798d31 req-cfb76d92-f163-4fac-9c8d-64aead12f803 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=2cf2630d-a612-4c25-b4c9-9ff3cd5e9c8c HTTP/1.1" status: 200 len: 853 time: 0.0630248 Apr 30 13:23:44.664308 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9808b2-9507-44b5-b786-6e57c7798d31 req-939eade1-e65a-4c07-9431-87a648a8bcb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:23:44.665814 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-7c9808b2-9507-44b5-b786-6e57c7798d31 req-939eade1-e65a-4c07-9431-87a648a8bcb5 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=2ba9d2e4-5dd2-4744-8999-4b35525642bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0886133 Apr 30 13:23:44.812027 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-7c9808b2-9507-44b5-b786-6e57c7798d31 req-4fbfdb46-0259-4a4e-b469-6212617ebeff service neutron] 10.222.0.95 "GET /v2.0/networks/2ba9d2e4-5dd2-4744-8999-4b35525642bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355736 Apr 30 13:23:44.969991 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-7c9808b2-9507-44b5-b786-6e57c7798d31 req-1a991ca4-7f61-4ad3-aaab-70d5ebc48841 service neutron] 10.222.0.95 "GET /v2.0/networks/2ba9d2e4-5dd2-4744-8999-4b35525642bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505947 Apr 30 13:23:45.095697 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1b6833-0ee7-4ce6-a7f8-c0d5844e148f req-d8cb17fc-809d-4006-9bd8-edd58692a11d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:23:45.097524 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-cc1b6833-0ee7-4ce6-a7f8-c0d5844e148f req-d8cb17fc-809d-4006-9bd8-edd58692a11d service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=2c72cc8db305484187018b2b5ff35a5e&device_id=19f633bc-da5e-43d0-98d6-15c16d700421 HTTP/1.1" status: 200 len: 1096 time: 0.0772741 Apr 30 13:23:45.258761 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1b6833-0ee7-4ce6-a7f8-c0d5844e148f req-880af2b3-0d23-48b3-8e51-f0f20de83ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:23:45.260211 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-cc1b6833-0ee7-4ce6-a7f8-c0d5844e148f req-880af2b3-0d23-48b3-8e51-f0f20de83ddd service neutron] 10.222.0.95 "GET /v2.0/networks?id=2ba9d2e4-5dd2-4744-8999-4b35525642bd HTTP/1.1" status: 200 len: 916 time: 0.1533294 Apr 30 13:23:45.362470 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-cc1b6833-0ee7-4ce6-a7f8-c0d5844e148f req-b1daf38b-d7de-4c3c-b70b-5d2692e23985 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3212cc7f-ec07-4dfd-bbf3-c0d5e98b3391 HTTP/1.1" status: 200 len: 217 time: 0.0940461 Apr 30 13:23:45.436374 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1b6833-0ee7-4ce6-a7f8-c0d5844e148f req-c54a3677-f708-4a6d-b9da-26765e59c7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:23:45.438024 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-cc1b6833-0ee7-4ce6-a7f8-c0d5844e148f req-c54a3677-f708-4a6d-b9da-26765e59c7ed service neutron] 10.222.0.95 "GET /v2.0/subnets?id=2cf2630d-a612-4c25-b4c9-9ff3cd5e9c8c HTTP/1.1" status: 200 len: 853 time: 0.0693436 Apr 30 13:23:45.520107 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb92e7d-66fb-4aef-84f2-66ee0d14349f req-1e39ad1f-c3ae-4456-8b6b-a96c62b352a0 tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:23:45.521593 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-ccb92e7d-66fb-4aef-84f2-66ee0d14349f req-1e39ad1f-c3ae-4456-8b6b-a96c62b352a0 tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] 10.222.0.84 "GET /v2.0/ports?device_id=19f633bc-da5e-43d0-98d6-15c16d700421 HTTP/1.1" status: 200 len: 943 time: 0.2010932 Apr 30 13:23:45.577718 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1b6833-0ee7-4ce6-a7f8-c0d5844e148f req-612333af-5284-4998-acd0-10c0e4b310f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:23:45.579537 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-cc1b6833-0ee7-4ce6-a7f8-c0d5844e148f req-612333af-5284-4998-acd0-10c0e4b310f3 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=2ba9d2e4-5dd2-4744-8999-4b35525642bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1289382 Apr 30 13:23:45.584314 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-ccb92e7d-66fb-4aef-84f2-66ee0d14349f req-477e3428-551b-4b01-8a2c-df16e82ce36d tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] 10.222.0.84 "GET /v2.0/security-groups?id=d57da9b9-0a4e-43bb-b073-f4ef24b5778c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565815 Apr 30 13:23:45.718565 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-cc1b6833-0ee7-4ce6-a7f8-c0d5844e148f req-d5c40532-15f9-4dc9-be71-e64e4039ace5 service neutron] 10.222.0.95 "GET /v2.0/networks/2ba9d2e4-5dd2-4744-8999-4b35525642bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299131 Apr 30 13:23:45.962342 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-cc1b6833-0ee7-4ce6-a7f8-c0d5844e148f req-ca4eb4c1-bf8e-4eb6-a858-5b3f731fc529 service neutron] 10.222.0.95 "GET /v2.0/networks/2ba9d2e4-5dd2-4744-8999-4b35525642bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2361209 Apr 30 13:23:46.773229 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a7116e-be7c-44a2-82b6-41f38f5c8116 req-1c8a5f44-1759-402a-bfe6-4923c52b0d57 tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:23:46.774591 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-22a7116e-be7c-44a2-82b6-41f38f5c8116 req-1c8a5f44-1759-402a-bfe6-4923c52b0d57 tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] 10.222.0.84 "GET /v2.0/ports?device_id=19f633bc-da5e-43d0-98d6-15c16d700421 HTTP/1.1" status: 200 len: 943 time: 0.0841880 Apr 30 13:23:46.821637 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-22a7116e-be7c-44a2-82b6-41f38f5c8116 req-0e86894d-78e1-444b-9db5-c2924b8a7517 tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] 10.222.0.84 "GET /v2.0/security-groups?id=d57da9b9-0a4e-43bb-b073-f4ef24b5778c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410757 Apr 30 13:23:48.024367 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e592c91c-0ff8-4d58-95f3-2644a1a2188c req-3c556f29-dc41-42be-924f-bd8e0f940510 tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:23:48.025828 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-e592c91c-0ff8-4d58-95f3-2644a1a2188c req-3c556f29-dc41-42be-924f-bd8e0f940510 tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] 10.222.0.84 "GET /v2.0/ports?device_id=19f633bc-da5e-43d0-98d6-15c16d700421 HTTP/1.1" status: 200 len: 943 time: 0.0933843 Apr 30 13:23:48.074697 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-e592c91c-0ff8-4d58-95f3-2644a1a2188c req-80d84dd6-1d9d-4ca4-8f0e-c4425aeeb0de tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] 10.222.0.84 "GET /v2.0/security-groups?id=d57da9b9-0a4e-43bb-b073-f4ef24b5778c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422652 Apr 30 13:23:49.054191 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-7d5c6f72-43fc-4ba9-898d-0b1e4769c139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000748'] for agent, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:49.159867 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.rpc [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Device 3212cc7f-ec07-4dfd-bbf3-c0d5e98b3391 details requested by agent hyperv_hv-cinder-78719 with host hv-cinder-78719 {{(pid=73812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 13:23:49.275647 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2249fd27-a677-48cf-bd4b-bef5bfd59774 req-78d9a7b4-ed87-4e95-a1c6-4b9d5c86d088 tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:23:49.277175 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-2249fd27-a677-48cf-bd4b-bef5bfd59774 req-78d9a7b4-ed87-4e95-a1c6-4b9d5c86d088 tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] 10.222.0.84 "GET /v2.0/ports?device_id=19f633bc-da5e-43d0-98d6-15c16d700421 HTTP/1.1" status: 200 len: 943 time: 0.0876093 Apr 30 13:23:49.295411 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.db [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] For port 3212cc7f-ec07-4dfd-bbf3-c0d5e98b3391, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=3212cc7f-ec07-4dfd-bbf3-c0d5e98b3391,segment=NetworkSegment(db5183e4-e38e-4944-a7fd-266c0d9f3735),segment_id=db5183e4-e38e-4944-a7fd-266c0d9f3735)] {{(pid=73812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:23:49.309305 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.rpc [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Returning: {'device': '3212cc7f-ec07-4dfd-bbf3-c0d5e98b3391', 'network_id': '2ba9d2e4-5dd2-4744-8999-4b35525642bd', 'port_id': '3212cc7f-ec07-4dfd-bbf3-c0d5e98b3391', 'mac_address': 'fa:16:3e:e6:18:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cf2630d-a612-4c25-b4c9-9ff3cd5e9c8c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 13:23:49.327434 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-2249fd27-a677-48cf-bd4b-bef5bfd59774 req-6b8fa3ec-6b04-43c8-b577-a2b5c1cae65a tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] 10.222.0.84 "GET /v2.0/security-groups?id=d57da9b9-0a4e-43bb-b073-f4ef24b5778c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436227 Apr 30 13:23:49.400719 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4120257'] for port, before_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:49.418122 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.notifiers.nova [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3212cc7f-ec07-4dfd-bbf3-c0d5e98b3391 {{(pid=73812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 13:23:49.434006 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.db [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] For port 3212cc7f-ec07-4dfd-bbf3-c0d5e98b3391, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=3212cc7f-ec07-4dfd-bbf3-c0d5e98b3391,segment=NetworkSegment(db5183e4-e38e-4944-a7fd-266c0d9f3735),segment_id=db5183e4-e38e-4944-a7fd-266c0d9f3735)] {{(pid=73812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:23:49.439553 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4120194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773353276007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773352839720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773352839765'] for port, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:49.441323 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:23:49.511441 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Pushing event updated for resources: {'Port': ['ID=3212cc7f-ec07-4dfd-bbf3-c0d5e98b3391,revision_number=4']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:23:49.515968 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:23:49.715429 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.db [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] get_ports_and_sgs() called for port_ids ['3212cc7f-ec07-4dfd-bbf3-c0d5e98b3391'] {{(pid=73812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 13:23:50.523555 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf9c979-c0b3-4b9b-aed4-a3f27afd7f4d req-8c26226b-8b09-47de-9846-4b0f5aa4a054 tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:23:50.525131 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-fcf9c979-c0b3-4b9b-aed4-a3f27afd7f4d req-8c26226b-8b09-47de-9846-4b0f5aa4a054 tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] 10.222.0.84 "GET /v2.0/ports?device_id=19f633bc-da5e-43d0-98d6-15c16d700421 HTTP/1.1" status: 200 len: 944 time: 0.0896175 Apr 30 13:23:50.572777 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-fcf9c979-c0b3-4b9b-aed4-a3f27afd7f4d req-92ba8980-5983-4897-8d21-7e0ba1418a89 tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] 10.222.0.84 "GET /v2.0/security-groups?id=d57da9b9-0a4e-43bb-b073-f4ef24b5778c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412631 Apr 30 13:23:51.172677 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.rpc [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Device 3212cc7f-ec07-4dfd-bbf3-c0d5e98b3391 up at agent hyperv_hv-cinder-78719 {{(pid=73812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:23:51.253741 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.provisioning_blocks [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Provisioning for port 3212cc7f-ec07-4dfd-bbf3-c0d5e98b3391 completed by entity L2. {{(pid=73812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:23:51.258462 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.provisioning_blocks [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Provisioning complete for port 3212cc7f-ec07-4dfd-bbf3-c0d5e98b3391 triggered by entity L2. {{(pid=73812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:23:51.258845 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000605'] for port, provisioning_complete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:51.388513 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4120257'] for port, before_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:51.418909 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19f633bc-da5e-43d0-98d6-15c16d700421', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3212cc7f-ec07-4dfd-bbf3-c0d5e98b3391'}] {{(pid=73812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:23:51.429451 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.db [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] For port 3212cc7f-ec07-4dfd-bbf3-c0d5e98b3391, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=3212cc7f-ec07-4dfd-bbf3-c0d5e98b3391,segment=NetworkSegment(db5183e4-e38e-4944-a7fd-266c0d9f3735),segment_id=db5183e4-e38e-4944-a7fd-266c0d9f3735)] {{(pid=73812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:23:51.435939 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4120194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773353276007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773352839720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773352839765'] for port, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:51.438046 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-cc4e6dd4-b039-4dda-860c-9c2e430e39c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:23:51.482707 dv-cinder-787195-5-smb neutron-server[73812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19f633bc-da5e-43d0-98d6-15c16d700421', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3212cc7f-ec07-4dfd-bbf3-c0d5e98b3391', 'code': 200} Apr 30 13:23:51.515365 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Pushing event updated for resources: {'Port': ['ID=3212cc7f-ec07-4dfd-bbf3-c0d5e98b3391,revision_number=5']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:23:51.518720 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:23:51.758347 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f225ad32-0e30-44d6-8c74-8d7011bd9687 req-341a4541-08ea-49a0-bd6a-2b65e2bf4486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:23:51.761049 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-f225ad32-0e30-44d6-8c74-8d7011bd9687 req-341a4541-08ea-49a0-bd6a-2b65e2bf4486 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=19f633bc-da5e-43d0-98d6-15c16d700421 HTTP/1.1" status: 200 len: 1098 time: 0.1261094 Apr 30 13:23:51.820624 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c1f204-dd11-4b97-b425-c207e231c2bb req-9b519e4c-4985-4ae4-97bc-63a81d78e0c5 tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:23:51.822099 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-f9c1f204-dd11-4b97-b425-c207e231c2bb req-9b519e4c-4985-4ae4-97bc-63a81d78e0c5 tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] 10.222.0.84 "GET /v2.0/ports?device_id=19f633bc-da5e-43d0-98d6-15c16d700421 HTTP/1.1" status: 200 len: 945 time: 0.1404474 Apr 30 13:23:51.828682 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-f225ad32-0e30-44d6-8c74-8d7011bd9687 req-1af42573-3771-43c2-8987-991ba09a4939 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=d57da9b9-0a4e-43bb-b073-f4ef24b5778c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566442 Apr 30 13:23:51.847590 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-0344c7a4-f088-4ddf-bf82-da4d816d32b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000748'] for agent, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:51.871679 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-f9c1f204-dd11-4b97-b425-c207e231c2bb req-0a5b8442-63da-4ac2-94b8-aa4fbba74475 tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] 10.222.0.84 "GET /v2.0/security-groups?id=d57da9b9-0a4e-43bb-b073-f4ef24b5778c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418766 Apr 30 13:23:52.275898 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000748'] for agent, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:53.070735 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038c789b-d0ba-487e-afb0-fd0674b43ffd req-6132a6ac-2875-4dce-a643-2fe1840360ca tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:23:53.072192 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-038c789b-d0ba-487e-afb0-fd0674b43ffd req-6132a6ac-2875-4dce-a643-2fe1840360ca tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] 10.222.0.84 "GET /v2.0/ports?device_id=19f633bc-da5e-43d0-98d6-15c16d700421 HTTP/1.1" status: 200 len: 945 time: 0.0892549 Apr 30 13:23:53.121129 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-038c789b-d0ba-487e-afb0-fd0674b43ffd req-f501067e-6563-420c-a9fb-03ede2f7772f tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] 10.222.0.84 "GET /v2.0/security-groups?id=d57da9b9-0a4e-43bb-b073-f4ef24b5778c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429924 Apr 30 13:23:53.147861 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-a9ba599c-bbf2-42e7-8bf2-2ae3bfc6b861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000748'] for agent, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:53.331954 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b638c47d-dc54-4c83-b97f-8015a4609203 req-455b55c0-9912-4dae-aac9-ffff87a26310 tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:23:53.333484 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-b638c47d-dc54-4c83-b97f-8015a4609203 req-455b55c0-9912-4dae-aac9-ffff87a26310 tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] 10.222.0.84 "GET /v2.0/ports?device_id=19f633bc-da5e-43d0-98d6-15c16d700421 HTTP/1.1" status: 200 len: 945 time: 0.0962958 Apr 30 13:23:53.391000 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-b638c47d-dc54-4c83-b97f-8015a4609203 req-20c6d0b7-f86e-42db-9de7-35eb5c5e1c93 tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] 10.222.0.84 "GET /v2.0/security-groups?id=d57da9b9-0a4e-43bb-b073-f4ef24b5778c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516784 Apr 30 13:23:53.823683 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0809831-29b9-4bcc-b234-44b01e260f64 req-b80222fe-bf5b-4a82-a86c-515d2c58d668 tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:23:53.825217 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-d0809831-29b9-4bcc-b234-44b01e260f64 req-b80222fe-bf5b-4a82-a86c-515d2c58d668 tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] 10.222.0.84 "GET /v2.0/ports?device_id=19f633bc-da5e-43d0-98d6-15c16d700421 HTTP/1.1" status: 200 len: 945 time: 0.0994890 Apr 30 13:23:53.872840 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-d0809831-29b9-4bcc-b234-44b01e260f64 req-59aa6113-1b92-49b7-80bc-392be7f30636 tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] 10.222.0.84 "GET /v2.0/security-groups?id=d57da9b9-0a4e-43bb-b073-f4ef24b5778c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409467 Apr 30 13:23:54.520362 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-5918b5d9-36b2-459a-8043-2e5e2054f07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000748'] for agent, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:58.798334 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17bfe3b-2b3f-42d3-87d9-864302b7fa6b req-bf2f8747-1a30-4ca5-8f30-861eb8b9c492 tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:23:58.799826 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-a17bfe3b-2b3f-42d3-87d9-864302b7fa6b req-bf2f8747-1a30-4ca5-8f30-861eb8b9c492 tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] 10.222.0.84 "GET /v2.0/ports?device_id=19f633bc-da5e-43d0-98d6-15c16d700421 HTTP/1.1" status: 200 len: 945 time: 0.0935261 Apr 30 13:23:58.853001 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-a17bfe3b-2b3f-42d3-87d9-864302b7fa6b req-1860414b-5b93-4fc9-9c0f-c3f15cbda16f tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] 10.222.0.84 "GET /v2.0/security-groups?id=d57da9b9-0a4e-43bb-b073-f4ef24b5778c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440218 Apr 30 13:23:58.877472 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.84', 34114) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:23:59.049982 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fc60f54-5297-4525-9fb8-e2a6bfb90cd6 tempest-TestMinimumBasicScenario-1744107266 tempest-TestMinimumBasicScenario-1744107266-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:23:59.051546 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [None req-8fc60f54-5297-4525-9fb8-e2a6bfb90cd6 tempest-TestMinimumBasicScenario-1744107266 tempest-TestMinimumBasicScenario-1744107266-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=19f633bc-da5e-43d0-98d6-15c16d700421 HTTP/1.1" status: 200 len: 1093 time: 0.1730058 Apr 30 13:23:59.055765 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.84', 34120) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:23:59.060887 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.v2.base [None req-8c56ce6f-7b67-4e4d-93a9-3f444b6241f7 tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] Request body: {'floatingip': {'floating_network_id': 'b95ef810-b08d-4c08-b0c0-c75d2ee1b25b', 'port_id': '3212cc7f-ec07-4dfd-bbf3-c0d5e98b3391', 'tenant_id': '2c72cc8db305484187018b2b5ff35a5e', 'fixed_ip_address': '172.20.0.3'}} {{(pid=73810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:23:59.068149 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-8c56ce6f-7b67-4e4d-93a9-3f444b6241f7 tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:23:59.072190 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-8c56ce6f-7b67-4e4d-93a9-3f444b6241f7 tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] Usage tracker for resource:floatingip and tenant:2c72cc8db305484187018b2b5ff35a5e is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:23:59.075125 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-8c56ce6f-7b67-4e4d-93a9-3f444b6241f7 tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:23:59.081488 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-8c56ce6f-7b67-4e4d-93a9-3f444b6241f7 tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:23:59.094535 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-8c56ce6f-7b67-4e4d-93a9-3f444b6241f7 tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] Notify callbacks [] for floatingip, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:59.237396 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-8c56ce6f-7b67-4e4d-93a9-3f444b6241f7 tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4120257'] for port, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:59.378653 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.db.db_base_plugin_common [None req-8c56ce6f-7b67-4e4d-93a9-3f444b6241f7 tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] Allocated IP 172.28.3.110 (b95ef810-b08d-4c08-b0c0-c75d2ee1b25b/b3fe51b0-9be9-4b1a-951c-de133b7a88b5/e5d05fc6-84d4-4289-8660-9dccab2e65d7) {{(pid=73810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 13:23:59.537440 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-8c56ce6f-7b67-4e4d-93a9-3f444b6241f7 tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] Notify callbacks [] for port, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:59.571697 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-8c56ce6f-7b67-4e4d-93a9-3f444b6241f7 tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4120194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773352839702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11792972'] for port, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:59.576991 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-0dcdd3b1-9652-43e0-9939-90c28e2d630f tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:23:59.639663 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c56ce6f-7b67-4e4d-93a9-3f444b6241f7 tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] Network b95ef810-b08d-4c08-b0c0-c75d2ee1b25b is already hosted by enough agents. {{(pid=73810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:23:59.642961 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.scheduler.base_scheduler [None req-8c56ce6f-7b67-4e4d-93a9-3f444b6241f7 tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] Resources bound (agent type, host, resource id): {{(pid=73810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:23:59.646657 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c56ce6f-7b67-4e4d-93a9-3f444b6241f7 tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] Received port after_create {{(pid=73810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 13:23:59.775815 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c56ce6f-7b67-4e4d-93a9-3f444b6241f7 tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] Pushing event updated for resources: {'Port': ['ID=e5d05fc6-84d4-4289-8660-9dccab2e65d7,revision_number=1']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:23:59.785943 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-8c56ce6f-7b67-4e4d-93a9-3f444b6241f7 tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:24:00.192399 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-8c56ce6f-7b67-4e4d-93a9-3f444b6241f7 tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] Notify callbacks [] for floatingip, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:00.276477 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-8c56ce6f-7b67-4e4d-93a9-3f444b6241f7 tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4120257'] for port, before_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:00.508343 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-8c56ce6f-7b67-4e4d-93a9-3f444b6241f7 tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] Notify callbacks [] for port, precommit_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:00.513757 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-8c56ce6f-7b67-4e4d-93a9-3f444b6241f7 tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4120194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773353276007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773352839720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773352839765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11792967'] for port, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:00.518147 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-ca785bd2-7e72-430c-9905-473fbf7a2c85 tempest-VolumesActionsTest-1038017853 tempest-VolumesActionsTest-1038017853-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:24:00.625616 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c56ce6f-7b67-4e4d-93a9-3f444b6241f7 tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] Pushing event updated for resources: {'Port': ['ID=e5d05fc6-84d4-4289-8660-9dccab2e65d7,revision_number=2']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:24:00.630563 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-8c56ce6f-7b67-4e4d-93a9-3f444b6241f7 tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:24:00.639899 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-8c56ce6f-7b67-4e4d-93a9-3f444b6241f7 tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-924836'] for floatingip, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:00.821233 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.db.l3_db [None req-8c56ce6f-7b67-4e4d-93a9-3f444b6241f7 tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] Floating IP f009bd0c-c1b6-4a63-8100-8a04cc18899d associated. External IP: 172.28.3.110, port: 3212cc7f-ec07-4dfd-bbf3-c0d5e98b3391. Apr 30 13:24:01.176786 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c56ce6f-7b67-4e4d-93a9-3f444b6241f7 tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] Router f88cc52a-617a-4c04-b7e0-805b0768ece2 has already been hosted by L3 agent 0896dfae-3c2f-4fc2-b5f4-9284ce516a86 {{(pid=73810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 13:24:01.475158 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c56ce6f-7b67-4e4d-93a9-3f444b6241f7 tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] Notify agent at l3_agent.dv-cinder-787195-5-smb the message routers_updated {{(pid=73810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 13:24:01.486715 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e277034-3662-44d6-9d02-7ce86e389ffa None None] Sync routers for ids ['f88cc52a-617a-4c04-b7e0-805b0768ece2'] in dv-cinder-787195-5-smb {{(pid=73812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 13:24:01.496690 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e277034-3662-44d6-9d02-7ce86e389ffa None None] Routers {'f88cc52a-617a-4c04-b7e0-805b0768ece2'} bound to L3 agent in host dv-cinder-787195-5-smb {{(pid=73812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:24:01.497312 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.l3_hamode_db [None req-6e277034-3662-44d6-9d02-7ce86e389ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T13:06:52Z,description=,heartbeat_timestamp=2021-04-30T13:23:52Z,host='dv-cinder-787195-5-smb',id=0896dfae-3c2f-4fc2-b5f4-9284ce516a86,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:06:52Z,topic='l3_agent')) {'router_ids': ['f88cc52a-617a-4c04-b7e0-805b0768ece2'], 'active': True} {{(pid=73812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:24:01.505473 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-8c56ce6f-7b67-4e4d-93a9-3f444b6241f7 tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9974'] for floatingip, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:01.563368 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [None req-8c56ce6f-7b67-4e4d-93a9-3f444b6241f7 tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5039039 Apr 30 13:24:01.563368 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19f633bc-da5e-43d0-98d6-15c16d700421', 'tag': '3212cc7f-ec07-4dfd-bbf3-c0d5e98b3391'}] {{(pid=73810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:24:01.564420 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.84', 34136) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:24:01.572024 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.v2.base [None req-4758d22d-3522-491e-9c41-5d124cf89285 tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-58271258', 'description': 'tempest-secgroup-smoke-58271258 description', 'project_id': '2c72cc8db305484187018b2b5ff35a5e'}} {{(pid=73809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:24:01.581826 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-4758d22d-3522-491e-9c41-5d124cf89285 tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:24:01.587305 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-4758d22d-3522-491e-9c41-5d124cf89285 tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] Usage tracker for resource:security_group and tenant:2c72cc8db305484187018b2b5ff35a5e is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:24:01.591945 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-4758d22d-3522-491e-9c41-5d124cf89285 tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:24:01.601356 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-4758d22d-3522-491e-9c41-5d124cf89285 tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:24:01.613461 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19f633bc-da5e-43d0-98d6-15c16d700421', 'tag': '3212cc7f-ec07-4dfd-bbf3-c0d5e98b3391', 'status': 'completed', 'code': 200} Apr 30 13:24:01.613610 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-4758d22d-3522-491e-9c41-5d124cf89285 tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] Notify callbacks [] for security_group, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:01.638817 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-4758d22d-3522-491e-9c41-5d124cf89285 tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:24:01.642810 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-4758d22d-3522-491e-9c41-5d124cf89285 tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] Usage tracker for resource:security_group_rule and tenant:2c72cc8db305484187018b2b5ff35a5e is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:24:01.645769 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-4758d22d-3522-491e-9c41-5d124cf89285 tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:24:01.651583 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-4758d22d-3522-491e-9c41-5d124cf89285 tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:24:01.687156 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.l3_dvr_db [None req-6e277034-3662-44d6-9d02-7ce86e389ffa None None] Set router f88cc52a-617a-4c04-b7e0-805b0768ece2 gateway port host: dv-cinder-787195-5-smb {{(pid=73812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:24:01.728412 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73167f5e-d620-4622-8fbb-14f867558586 req-b9371b0b-7b94-4523-97c6-a5c10f6f4094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:24:01.729826 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-73167f5e-d620-4622-8fbb-14f867558586 req-b9371b0b-7b94-4523-97c6-a5c10f6f4094 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=2c72cc8db305484187018b2b5ff35a5e&device_id=19f633bc-da5e-43d0-98d6-15c16d700421 HTTP/1.1" status: 200 len: 1098 time: 0.0885684 Apr 30 13:24:01.731315 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-4758d22d-3522-491e-9c41-5d124cf89285 tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] Notify callbacks [] for security_group, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:01.736235 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-4758d22d-3522-491e-9c41-5d124cf89285 tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985230'] for security_group, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:01.749966 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-281f024f-add0-477f-a6b7-1f7ab8a9cde5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:24:01.781955 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-4758d22d-3522-491e-9c41-5d124cf89285 tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] Notify callbacks [] for security_group, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:01.783282 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [None req-4758d22d-3522-491e-9c41-5d124cf89285 tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1790 time: 0.2166810 Apr 30 13:24:01.786565 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.84', 34142) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:24:01.793677 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.v2.base [None req-1348188f-d8c4-436c-9cfc-ba01c503c0f0 tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] Request body: {'security_group_rule': {'security_group_id': 'b9b0a6dc-3306-4386-9bfb-0e9ce3cca292', 'project_id': '2c72cc8db305484187018b2b5ff35a5e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=73809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:24:01.799870 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4758d22d-3522-491e-9c41-5d124cf89285 tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9b0a6dc-3306-4386-9bfb-0e9ce3cca292,revision_number=1']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:24:01.802170 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-1348188f-d8c4-436c-9cfc-ba01c503c0f0 tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:24:01.810597 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-1348188f-d8c4-436c-9cfc-ba01c503c0f0 tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] Usage tracker for resource:security_group_rule and tenant:2c72cc8db305484187018b2b5ff35a5e is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:24:01.814070 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4758d22d-3522-491e-9c41-5d124cf89285 tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:24:01.814451 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4758d22d-3522-491e-9c41-5d124cf89285 tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:24:01.814895 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4758d22d-3522-491e-9c41-5d124cf89285 tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:24:01.815226 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4758d22d-3522-491e-9c41-5d124cf89285 tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:24:01.815609 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4758d22d-3522-491e-9c41-5d124cf89285 tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:24:01.815966 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4758d22d-3522-491e-9c41-5d124cf89285 tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:24:01.816338 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4758d22d-3522-491e-9c41-5d124cf89285 tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:24:01.816717 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4758d22d-3522-491e-9c41-5d124cf89285 tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:24:01.817069 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4758d22d-3522-491e-9c41-5d124cf89285 tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:24:01.817416 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4758d22d-3522-491e-9c41-5d124cf89285 tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:24:01.817766 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4758d22d-3522-491e-9c41-5d124cf89285 tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:24:01.818229 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4758d22d-3522-491e-9c41-5d124cf89285 tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:24:01.822308 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-1348188f-d8c4-436c-9cfc-ba01c503c0f0 tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:24:01.824645 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-4758d22d-3522-491e-9c41-5d124cf89285 tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:24:01.829159 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-1348188f-d8c4-436c-9cfc-ba01c503c0f0 tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:24:01.848260 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-1348188f-d8c4-436c-9cfc-ba01c503c0f0 tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:01.894630 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73167f5e-d620-4622-8fbb-14f867558586 req-4590837a-a307-4cb8-a796-c471a12bc54e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:24:01.896521 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-73167f5e-d620-4622-8fbb-14f867558586 req-4590837a-a307-4cb8-a796-c471a12bc54e service neutron] 10.222.0.95 "GET /v2.0/networks?id=2ba9d2e4-5dd2-4744-8999-4b35525642bd HTTP/1.1" status: 200 len: 916 time: 0.1569028 Apr 30 13:24:01.914921 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-1348188f-d8c4-436c-9cfc-ba01c503c0f0 tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:01.918785 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-1348188f-d8c4-436c-9cfc-ba01c503c0f0 tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988753'] for security_group_rule, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:01.921016 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:24:01.943191 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1348188f-d8c4-436c-9cfc-ba01c503c0f0 tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20a9c6ca-0727-4fcc-9139-220d02918e14,revision_number=0']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:24:01.949055 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-1348188f-d8c4-436c-9cfc-ba01c503c0f0 tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:24:01.955099 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-1348188f-d8c4-436c-9cfc-ba01c503c0f0 tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:01.956333 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [None req-1348188f-d8c4-436c-9cfc-ba01c503c0f0 tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1688161 Apr 30 13:24:01.959105 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.84', 34146) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:24:01.964443 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.v2.base [None req-5ae4fdef-7fca-4601-8688-30259c34b895 tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] Request body: {'security_group_rule': {'security_group_id': 'b9b0a6dc-3306-4386-9bfb-0e9ce3cca292', 'project_id': '2c72cc8db305484187018b2b5ff35a5e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=73809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:24:01.972977 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-5ae4fdef-7fca-4601-8688-30259c34b895 tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:24:01.977182 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-5ae4fdef-7fca-4601-8688-30259c34b895 tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] Usage tracker for resource:security_group_rule and tenant:2c72cc8db305484187018b2b5ff35a5e is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:24:01.981482 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-5ae4fdef-7fca-4601-8688-30259c34b895 tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:24:01.986999 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-5ae4fdef-7fca-4601-8688-30259c34b895 tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:24:02.006268 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-5ae4fdef-7fca-4601-8688-30259c34b895 tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:02.015763 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-73167f5e-d620-4622-8fbb-14f867558586 req-4db013c4-7a02-45ad-b6a3-4a356331ef71 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3212cc7f-ec07-4dfd-bbf3-c0d5e98b3391 HTTP/1.1" status: 200 len: 999 time: 0.1114144 Apr 30 13:24:02.070190 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.l3_hamode_db [None req-6e277034-3662-44d6-9d02-7ce86e389ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f88cc52a-617a-4c04-b7e0-805b0768ece2', 'name': 'tempest-TestMinimumBasicScenario-908689873-router', 'tenant_id': '2c72cc8db305484187018b2b5ff35a5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b95ef810-b08d-4c08-b0c0-c75d2ee1b25b', 'external_fixed_ips': [{'subnet_id': 'b3fe51b0-9be9-4b1a-951c-de133b7a88b5', 'ip_address': '172.28.3.144'}], 'enable_snat': True}, 'gw_port_id': 'd7830c86-734a-40cd-a5c0-b75b644de5d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:23:03Z', 'updated_at': '2021-04-30T13:23:07Z', 'revision_number': 4, 'project_id': '2c72cc8db305484187018b2b5ff35a5e', 'gw_port': {'id': 'd7830c86-734a-40cd-a5c0-b75b644de5d9', 'name': '', 'network_id': 'b95ef810-b08d-4c08-b0c0-c75d2ee1b25b', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:ca:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f88cc52a-617a-4c04-b7e0-805b0768ece2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'b3fe51b0-9be9-4b1a-951c-de133b7a88b5', 'ip_address': '172.28.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:23:04Z', 'updated_at': '2021-04-30T13:23:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fe51b0-9be9-4b1a-951c-de133b7a88b5', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-5-smb', '_floatingips': [{'id': 'f009bd0c-c1b6-4a63-8100-8a04cc18899d', 'tenant_id': '2c72cc8db305484187018b2b5ff35a5e', 'floating_ip_address': '172.28.3.110', 'floating_network_id': 'b95ef810-b08d-4c08-b0c0-c75d2ee1b25b', 'router_id': 'f88cc52a-617a-4c04-b7e0-805b0768ece2', 'port_id': '3212cc7f-ec07-4dfd-bbf3-c0d5e98b3391', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 646, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ba9d2e4-5dd2-4744-8999-4b35525642bd', 'mac_address': 'fa:16:3e:e6:18:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19f633bc-da5e-43d0-98d6-15c16d700421', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T13:24:00Z', 'updated_at': '2021-04-30T13:24:00Z', 'revision_number': 0, 'project_id': '2c72cc8db305484187018b2b5ff35a5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3bed272-50f4-4fd4-899f-75cc696fda61', 'name': '', 'network_id': '2ba9d2e4-5dd2-4744-8999-4b35525642bd', 'tenant_id': '2c72cc8db305484187018b2b5ff35a5e', 'mac_address': 'fa:16:3e:1a:e7:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f88cc52a-617a-4c04-b7e0-805b0768ece2', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '2cf2630d-a612-4c25-b4c9-9ff3cd5e9c8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:23:06Z', 'updated_at': '2021-04-30T13:23:14Z', 'revision_number': 5, 'project_id': '2c72cc8db305484187018b2b5ff35a5e', 'subnets': [{'id': '2cf2630d-a612-4c25-b4c9-9ff3cd5e9c8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-5-smb', False) {} {{(pid=73812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:24:02.073552 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-5ae4fdef-7fca-4601-8688-30259c34b895 tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:02.075020 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e277034-3662-44d6-9d02-7ce86e389ffa None None] Checking router: f88cc52a-617a-4c04-b7e0-805b0768ece2 for host: dv-cinder-787195-5-smb {{(pid=73812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 13:24:02.079936 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-5ae4fdef-7fca-4601-8688-30259c34b895 tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988753'] for security_group_rule, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:02.082381 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-350af37a-063f-414f-aa0a-0f202df43b04 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:24:02.084970 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73167f5e-d620-4622-8fbb-14f867558586 req-9c2b642d-edc6-45c5-89f0-c87e759f1813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:24:02.086108 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e277034-3662-44d6-9d02-7ce86e389ffa None None] Routers {'f88cc52a-617a-4c04-b7e0-805b0768ece2'} bound to L3 agent in host dv-cinder-787195-5-smb {{(pid=73812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:24:02.086434 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-73167f5e-d620-4622-8fbb-14f867558586 req-9c2b642d-edc6-45c5-89f0-c87e759f1813 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=2cf2630d-a612-4c25-b4c9-9ff3cd5e9c8c HTTP/1.1" status: 200 len: 853 time: 0.0641510 Apr 30 13:24:02.086863 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.l3_hamode_db [None req-6e277034-3662-44d6-9d02-7ce86e389ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T13:06:52Z,description=,heartbeat_timestamp=2021-04-30T13:23:52Z,host='dv-cinder-787195-5-smb',id=0896dfae-3c2f-4fc2-b5f4-9284ce516a86,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:06:52Z,topic='l3_agent')) {'router_ids': ['f88cc52a-617a-4c04-b7e0-805b0768ece2'], 'active': True} {{(pid=73812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:24:02.102779 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae4fdef-7fca-4601-8688-30259c34b895 tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b34131f6-5218-4a01-88c4-ef3276619e92,revision_number=0']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:24:02.106802 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-5ae4fdef-7fca-4601-8688-30259c34b895 tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:24:02.119110 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-5ae4fdef-7fca-4601-8688-30259c34b895 tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:02.120569 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [None req-5ae4fdef-7fca-4601-8688-30259c34b895 tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1605344 Apr 30 13:24:02.123495 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.84', 34150) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:24:02.128915 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.v2.base [None req-53c6532a-33e6-48c5-852a-f9b336361087 tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] Request body: {'security_group_rule': {'security_group_id': 'b9b0a6dc-3306-4386-9bfb-0e9ce3cca292', 'project_id': '2c72cc8db305484187018b2b5ff35a5e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=73809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:24:02.135330 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-53c6532a-33e6-48c5-852a-f9b336361087 tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:24:02.139366 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-53c6532a-33e6-48c5-852a-f9b336361087 tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] Usage tracker for resource:security_group_rule and tenant:2c72cc8db305484187018b2b5ff35a5e is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:24:02.142612 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-53c6532a-33e6-48c5-852a-f9b336361087 tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:24:02.148843 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-53c6532a-33e6-48c5-852a-f9b336361087 tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:24:02.169544 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-53c6532a-33e6-48c5-852a-f9b336361087 tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:02.180798 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73167f5e-d620-4622-8fbb-14f867558586 req-5648998e-efba-43fc-9d48-0759e912b6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:24:02.182381 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-73167f5e-d620-4622-8fbb-14f867558586 req-5648998e-efba-43fc-9d48-0759e912b6fd service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=2ba9d2e4-5dd2-4744-8999-4b35525642bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0869384 Apr 30 13:24:02.241960 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-53c6532a-33e6-48c5-852a-f9b336361087 tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:02.247303 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-53c6532a-33e6-48c5-852a-f9b336361087 tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988753'] for security_group_rule, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:02.256152 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:24:02.275727 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c6532a-33e6-48c5-852a-f9b336361087 tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88711618-29f6-4b19-8e6d-6d54603a7ed7,revision_number=0']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:24:02.278261 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-53c6532a-33e6-48c5-852a-f9b336361087 tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:24:02.290111 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-53c6532a-33e6-48c5-852a-f9b336361087 tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:02.291300 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.l3_dvr_db [None req-6e277034-3662-44d6-9d02-7ce86e389ffa None None] Set router f88cc52a-617a-4c04-b7e0-805b0768ece2 gateway port host: dv-cinder-787195-5-smb {{(pid=73812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:24:02.292289 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [None req-53c6532a-33e6-48c5-852a-f9b336361087 tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1675010 Apr 30 13:24:02.294883 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.84', 34154) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:24:02.302676 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.v2.base [None req-c78aa821-79a9-4c0d-b008-fc9b7b6bd536 tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] Request body: {'security_group_rule': {'security_group_id': 'b9b0a6dc-3306-4386-9bfb-0e9ce3cca292', 'project_id': '2c72cc8db305484187018b2b5ff35a5e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=73809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:24:02.309753 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-c78aa821-79a9-4c0d-b008-fc9b7b6bd536 tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:24:02.314167 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-c78aa821-79a9-4c0d-b008-fc9b7b6bd536 tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] Usage tracker for resource:security_group_rule and tenant:2c72cc8db305484187018b2b5ff35a5e is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:24:02.318210 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-c78aa821-79a9-4c0d-b008-fc9b7b6bd536 tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:24:02.324239 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-c78aa821-79a9-4c0d-b008-fc9b7b6bd536 tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:24:02.327481 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-73167f5e-d620-4622-8fbb-14f867558586 req-2117d77b-0625-4fc7-8ae0-a902b2eb1a1c service neutron] 10.222.0.95 "GET /v2.0/networks/2ba9d2e4-5dd2-4744-8999-4b35525642bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370912 Apr 30 13:24:02.342090 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-c78aa821-79a9-4c0d-b008-fc9b7b6bd536 tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:02.410354 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-c78aa821-79a9-4c0d-b008-fc9b7b6bd536 tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:02.415631 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-c78aa821-79a9-4c0d-b008-fc9b7b6bd536 tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988753'] for security_group_rule, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:02.419162 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-0d6926ae-ed7c-418f-9fcc-eb2317c49306 tempest-AttachVolumeTestJSON-2068264014 tempest-AttachVolumeTestJSON-2068264014-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:24:02.465411 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78aa821-79a9-4c0d-b008-fc9b7b6bd536 tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c611502-6015-4bc8-8011-6b2c316332de,revision_number=0']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:24:02.468024 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-c78aa821-79a9-4c0d-b008-fc9b7b6bd536 tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:24:02.481515 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-73167f5e-d620-4622-8fbb-14f867558586 req-95d5e877-599d-446b-9f58-4f2c09bc3c87 service neutron] 10.222.0.95 "GET /v2.0/networks/2ba9d2e4-5dd2-4744-8999-4b35525642bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430035 Apr 30 13:24:02.482145 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-c78aa821-79a9-4c0d-b008-fc9b7b6bd536 tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:02.483486 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [None req-c78aa821-79a9-4c0d-b008-fc9b7b6bd536 tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1869400 Apr 30 13:24:02.486071 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.84', 34162) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:24:02.492437 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.v2.base [None req-7ca68de6-baa5-46da-97c9-ffef503936df tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] Request body: {'security_group_rule': {'security_group_id': 'b9b0a6dc-3306-4386-9bfb-0e9ce3cca292', 'project_id': '2c72cc8db305484187018b2b5ff35a5e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=73809) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:24:02.499508 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-7ca68de6-baa5-46da-97c9-ffef503936df tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:24:02.504711 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-7ca68de6-baa5-46da-97c9-ffef503936df tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] Usage tracker for resource:security_group_rule and tenant:2c72cc8db305484187018b2b5ff35a5e is out of sync, need to count used quota {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:24:02.507776 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.quota.resource [None req-7ca68de6-baa5-46da-97c9-ffef503936df tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=73809) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:24:02.513747 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.quota.driver [None req-7ca68de6-baa5-46da-97c9-ffef503936df tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=73809) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:24:02.525967 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.db.securitygroups_db [None req-7ca68de6-baa5-46da-97c9-ffef503936df tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] Project 2c72cc8db305484187018b2b5ff35a5e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 30 13:24:02.534126 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-7ca68de6-baa5-46da-97c9-ffef503936df tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:02.621439 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-7ca68de6-baa5-46da-97c9-ffef503936df tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:02.629254 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-7ca68de6-baa5-46da-97c9-ffef503936df tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988753'] for security_group_rule, after_create {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:02.632976 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-1348188f-d8c4-436c-9cfc-ba01c503c0f0 tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:24:02.657577 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca68de6-baa5-46da-97c9-ffef503936df tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa7af34e-753d-45c8-be9c-0496b9cbad68,revision_number=0']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:24:02.660500 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-7ca68de6-baa5-46da-97c9-ffef503936df tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:24:02.669302 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-7ca68de6-baa5-46da-97c9-ffef503936df tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:02.672906 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [None req-7ca68de6-baa5-46da-97c9-ffef503936df tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1855998 Apr 30 13:24:02.673793 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.84', 34170) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:24:02.679636 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.v2.base [None req-0570bf8c-172c-4534-adcd-5811de79895b tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] Request body: {'security_group_rule': {'security_group_id': 'b9b0a6dc-3306-4386-9bfb-0e9ce3cca292', 'project_id': '2c72cc8db305484187018b2b5ff35a5e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=73810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:24:02.685517 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-0570bf8c-172c-4534-adcd-5811de79895b tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:24:02.689888 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-0570bf8c-172c-4534-adcd-5811de79895b tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] Usage tracker for resource:security_group_rule and tenant:2c72cc8db305484187018b2b5ff35a5e is out of sync, need to count used quota {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:24:02.692904 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.quota.resource [None req-0570bf8c-172c-4534-adcd-5811de79895b tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=73810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:24:02.699568 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [None req-0570bf8c-172c-4534-adcd-5811de79895b tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:24:02.713015 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.db.securitygroups_db [None req-0570bf8c-172c-4534-adcd-5811de79895b tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] Project 2c72cc8db305484187018b2b5ff35a5e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 30 13:24:02.720636 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-0570bf8c-172c-4534-adcd-5811de79895b tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:02.745959 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.l3_hamode_db [None req-6e277034-3662-44d6-9d02-7ce86e389ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f88cc52a-617a-4c04-b7e0-805b0768ece2', 'name': 'tempest-TestMinimumBasicScenario-908689873-router', 'tenant_id': '2c72cc8db305484187018b2b5ff35a5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b95ef810-b08d-4c08-b0c0-c75d2ee1b25b', 'external_fixed_ips': [{'subnet_id': 'b3fe51b0-9be9-4b1a-951c-de133b7a88b5', 'ip_address': '172.28.3.144'}], 'enable_snat': True}, 'gw_port_id': 'd7830c86-734a-40cd-a5c0-b75b644de5d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:23:03Z', 'updated_at': '2021-04-30T13:23:07Z', 'revision_number': 4, 'project_id': '2c72cc8db305484187018b2b5ff35a5e', 'gw_port': {'id': 'd7830c86-734a-40cd-a5c0-b75b644de5d9', 'name': '', 'network_id': 'b95ef810-b08d-4c08-b0c0-c75d2ee1b25b', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:ca:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f88cc52a-617a-4c04-b7e0-805b0768ece2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'b3fe51b0-9be9-4b1a-951c-de133b7a88b5', 'ip_address': '172.28.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:23:04Z', 'updated_at': '2021-04-30T13:23:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fe51b0-9be9-4b1a-951c-de133b7a88b5', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-5-smb', '_floatingips': [{'id': 'f009bd0c-c1b6-4a63-8100-8a04cc18899d', 'tenant_id': '2c72cc8db305484187018b2b5ff35a5e', 'floating_ip_address': '172.28.3.110', 'floating_network_id': 'b95ef810-b08d-4c08-b0c0-c75d2ee1b25b', 'router_id': 'f88cc52a-617a-4c04-b7e0-805b0768ece2', 'port_id': '3212cc7f-ec07-4dfd-bbf3-c0d5e98b3391', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 646, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ba9d2e4-5dd2-4744-8999-4b35525642bd', 'mac_address': 'fa:16:3e:e6:18:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19f633bc-da5e-43d0-98d6-15c16d700421', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T13:24:00Z', 'updated_at': '2021-04-30T13:24:00Z', 'revision_number': 0, 'project_id': '2c72cc8db305484187018b2b5ff35a5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3bed272-50f4-4fd4-899f-75cc696fda61', 'name': '', 'network_id': '2ba9d2e4-5dd2-4744-8999-4b35525642bd', 'tenant_id': '2c72cc8db305484187018b2b5ff35a5e', 'mac_address': 'fa:16:3e:1a:e7:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f88cc52a-617a-4c04-b7e0-805b0768ece2', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '2cf2630d-a612-4c25-b4c9-9ff3cd5e9c8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:23:06Z', 'updated_at': '2021-04-30T13:23:14Z', 'revision_number': 5, 'project_id': '2c72cc8db305484187018b2b5ff35a5e', 'subnets': [{'id': '2cf2630d-a612-4c25-b4c9-9ff3cd5e9c8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-5-smb', False) {} {{(pid=73812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:24:02.750378 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e277034-3662-44d6-9d02-7ce86e389ffa None None] The sync data for ids ['f88cc52a-617a-4c04-b7e0-805b0768ece2'] in dv-cinder-787195-5-smb is: [{'id': 'f88cc52a-617a-4c04-b7e0-805b0768ece2', 'name': 'tempest-TestMinimumBasicScenario-908689873-router', 'tenant_id': '2c72cc8db305484187018b2b5ff35a5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b95ef810-b08d-4c08-b0c0-c75d2ee1b25b', 'external_fixed_ips': [{'subnet_id': 'b3fe51b0-9be9-4b1a-951c-de133b7a88b5', 'ip_address': '172.28.3.144'}], 'enable_snat': True}, 'gw_port_id': 'd7830c86-734a-40cd-a5c0-b75b644de5d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:23:03Z', 'updated_at': '2021-04-30T13:23:07Z', 'revision_number': 4, 'project_id': '2c72cc8db305484187018b2b5ff35a5e', 'gw_port': {'id': 'd7830c86-734a-40cd-a5c0-b75b644de5d9', 'name': '', 'network_id': 'b95ef810-b08d-4c08-b0c0-c75d2ee1b25b', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:ca:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f88cc52a-617a-4c04-b7e0-805b0768ece2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'b3fe51b0-9be9-4b1a-951c-de133b7a88b5', 'ip_address': '172.28.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:23:04Z', 'updated_at': '2021-04-30T13:23:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fe51b0-9be9-4b1a-951c-de133b7a88b5', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-5-smb', '_floatingips': [{'id': 'f009bd0c-c1b6-4a63-8100-8a04cc18899d', 'tenant_id': '2c72cc8db305484187018b2b5ff35a5e', 'floating_ip_address': '172.28.3.110', 'floating_network_id': 'b95ef810-b08d-4c08-b0c0-c75d2ee1b25b', 'router_id': 'f88cc52a-617a-4c04-b7e0-805b0768ece2', 'port_id': '3212cc7f-ec07-4dfd-bbf3-c0d5e98b3391', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 646, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ba9d2e4-5dd2-4744-8999-4b35525642bd', 'mac_address': 'fa:16:3e:e6:18:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19f633bc-da5e-43d0-98d6-15c16d700421', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T13:24:00Z', 'updated_at': '2021-04-30T13:24:00Z', 'revision_number': 0, 'project_id': '2c72cc8db305484187018b2b5ff35a5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3bed272-50f4-4fd4-899f-75cc696fda61', 'name': '', 'network_id': '2ba9d2e4-5dd2-4744-8999-4b35525642bd', 'tenant_id': '2c72cc8db305484187018b2b5ff35a5e', 'mac_address': 'fa:16:3e:1a:e7:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f88cc52a-617a-4c04-b7e0-805b0768ece2', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '2cf2630d-a612-4c25-b4c9-9ff3cd5e9c8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:23:06Z', 'updated_at': '2021-04-30T13:23:14Z', 'revision_number': 5, 'project_id': '2c72cc8db305484187018b2b5ff35a5e', 'subnets': [{'id': '2cf2630d-a612-4c25-b4c9-9ff3cd5e9c8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 13:24:02.794162 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-0570bf8c-172c-4534-adcd-5811de79895b tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:02.800495 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-0570bf8c-172c-4534-adcd-5811de79895b tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988753'] for security_group_rule, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:02.802831 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:24:02.826360 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570bf8c-172c-4534-adcd-5811de79895b tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d93769b-3b32-4462-a9ac-fec6bf6ba295,revision_number=0']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:24:02.829492 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-0570bf8c-172c-4534-adcd-5811de79895b tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:24:02.837718 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-0570bf8c-172c-4534-adcd-5811de79895b tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:02.839035 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [None req-0570bf8c-172c-4534-adcd-5811de79895b tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1640286 Apr 30 13:24:02.964983 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae3fe33-5dab-44c9-a69b-b526f8048ebb None None] New status for floating IP f009bd0c-c1b6-4a63-8100-8a04cc18899d: ACTIVE {{(pid=73814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 13:24:02.968931 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-a77af1e9-f186-4ac7-a53a-2bbf079f92cf req-51d5b019-961a-418e-b42c-3a5e0bef7ecd tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-58271258&fields=id&tenant_id=2c72cc8db305484187018b2b5ff35a5e HTTP/1.1" status: 200 len: 267 time: 0.0438676 Apr 30 13:24:03.060129 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77af1e9-f186-4ac7-a53a-2bbf079f92cf req-410a2af9-bd0d-4ca0-b5b4-a51bedc8eef4 tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:24:03.061517 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-a77af1e9-f186-4ac7-a53a-2bbf079f92cf req-410a2af9-bd0d-4ca0-b5b4-a51bedc8eef4 tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] 10.222.0.84 "GET /v2.0/ports?device_id=19f633bc-da5e-43d0-98d6-15c16d700421 HTTP/1.1" status: 200 len: 945 time: 0.0850148 Apr 30 13:24:03.072809 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.v2.base [req-a77af1e9-f186-4ac7-a53a-2bbf079f92cf req-b44d500f-0706-4625-9118-65e7c5f5d64e tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] Request body: {'port': {'security_groups': ['d57da9b9-0a4e-43bb-b073-f4ef24b5778c', 'b9b0a6dc-3306-4386-9bfb-0e9ce3cca292']}} {{(pid=73810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:24:03.196817 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-a77af1e9-f186-4ac7-a53a-2bbf079f92cf req-b44d500f-0706-4625-9118-65e7c5f5d64e tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4120257'] for port, before_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:03.464739 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.db [req-a77af1e9-f186-4ac7-a53a-2bbf079f92cf req-b44d500f-0706-4625-9118-65e7c5f5d64e tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] For port 3212cc7f-ec07-4dfd-bbf3-c0d5e98b3391, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=3212cc7f-ec07-4dfd-bbf3-c0d5e98b3391,segment=NetworkSegment(db5183e4-e38e-4944-a7fd-266c0d9f3735),segment_id=db5183e4-e38e-4944-a7fd-266c0d9f3735)] {{(pid=73810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:24:03.491543 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-a77af1e9-f186-4ac7-a53a-2bbf079f92cf req-b44d500f-0706-4625-9118-65e7c5f5d64e tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] Notify callbacks [] for port, precommit_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:03.502315 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-a77af1e9-f186-4ac7-a53a-2bbf079f92cf req-b44d500f-0706-4625-9118-65e7c5f5d64e tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4120194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773353276007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773352839720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773352839765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11792967'] for port, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:03.509884 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-ca00297a-f246-4deb-a858-a3c75d8ce285 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:24:03.514938 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.db [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] get_ports_and_sgs() called for port_ids ['3212cc7f-ec07-4dfd-bbf3-c0d5e98b3391'] {{(pid=73812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 13:24:03.686906 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.db [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] get_ports_and_sgs() called for port_ids ['3212cc7f-ec07-4dfd-bbf3-c0d5e98b3391'] {{(pid=73812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 13:24:03.691926 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77af1e9-f186-4ac7-a53a-2bbf079f92cf req-b44d500f-0706-4625-9118-65e7c5f5d64e tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:24:03.692621 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-a77af1e9-f186-4ac7-a53a-2bbf079f92cf req-b44d500f-0706-4625-9118-65e7c5f5d64e tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9974'] for port, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:03.710810 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-a77af1e9-f186-4ac7-a53a-2bbf079f92cf req-b44d500f-0706-4625-9118-65e7c5f5d64e tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] 10.222.0.84 "PUT /v2.0/ports/3212cc7f-ec07-4dfd-bbf3-c0d5e98b3391 HTTP/1.1" status: 200 len: 981 time: 0.6425219 Apr 30 13:24:03.711635 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19f633bc-da5e-43d0-98d6-15c16d700421', 'tag': '3212cc7f-ec07-4dfd-bbf3-c0d5e98b3391'}] {{(pid=73810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:24:03.747860 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44d500f-0706-4625-9118-65e7c5f5d64e tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] Pushing event updated for resources: {'Port': ['ID=3212cc7f-ec07-4dfd-bbf3-c0d5e98b3391,revision_number=6']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:24:03.751497 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-b44d500f-0706-4625-9118-65e7c5f5d64e tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:24:03.801428 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19f633bc-da5e-43d0-98d6-15c16d700421', 'tag': '3212cc7f-ec07-4dfd-bbf3-c0d5e98b3391', 'status': 'completed', 'code': 200} Apr 30 13:24:03.958724 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.provisioning_blocks [None req-7510def3-29e1-4fed-8141-b641ab82d2e6 None None] Provisioning complete for port 3212cc7f-ec07-4dfd-bbf3-c0d5e98b3391 triggered by entity DHCP. {{(pid=73812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:24:03.959369 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-7510def3-29e1-4fed-8141-b641ab82d2e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000605'] for port, provisioning_complete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:03.975805 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f9f6db-8cfb-489f-b66a-ea1c47e23729 req-488ed802-829e-47be-a48e-9636ea7e6922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:24:03.977341 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-a0f9f6db-8cfb-489f-b66a-ea1c47e23729 req-488ed802-829e-47be-a48e-9636ea7e6922 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=2c72cc8db305484187018b2b5ff35a5e&device_id=19f633bc-da5e-43d0-98d6-15c16d700421 HTTP/1.1" status: 200 len: 1137 time: 0.1395466 Apr 30 13:24:03.989340 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c38a09-0ece-48a6-a497-94b920248d87 req-74205c96-2beb-4f31-a013-8b01eda5e559 tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:24:03.990705 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-21c38a09-0ece-48a6-a497-94b920248d87 req-74205c96-2beb-4f31-a013-8b01eda5e559 tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] 10.222.0.84 "GET /v2.0/ports?device_id=19f633bc-da5e-43d0-98d6-15c16d700421 HTTP/1.1" status: 200 len: 984 time: 0.1203761 Apr 30 13:24:04.133155 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-21c38a09-0ece-48a6-a497-94b920248d87 req-b8a7cc32-94d5-40c0-876f-81b79aeaf2f6 tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] 10.222.0.84 "GET /v2.0/security-groups?id=b9b0a6dc-3306-4386-9bfb-0e9ce3cca292&id=d57da9b9-0a4e-43bb-b073-f4ef24b5778c&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1208422 Apr 30 13:24:04.160984 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f9f6db-8cfb-489f-b66a-ea1c47e23729 req-104e9377-46b8-400d-abac-c1af5434c17a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:24:04.162464 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-a0f9f6db-8cfb-489f-b66a-ea1c47e23729 req-104e9377-46b8-400d-abac-c1af5434c17a service neutron] 10.222.0.95 "GET /v2.0/networks?id=2ba9d2e4-5dd2-4744-8999-4b35525642bd HTTP/1.1" status: 200 len: 916 time: 0.1709328 Apr 30 13:24:04.275654 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-a0f9f6db-8cfb-489f-b66a-ea1c47e23729 req-900ad4c4-c799-4b0c-b8e2-96711467062f service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3212cc7f-ec07-4dfd-bbf3-c0d5e98b3391 HTTP/1.1" status: 200 len: 1001 time: 0.1039600 Apr 30 13:24:04.341063 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f9f6db-8cfb-489f-b66a-ea1c47e23729 req-1f7ef8ce-9388-4bb9-8606-efd1dac45262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:24:04.342528 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-a0f9f6db-8cfb-489f-b66a-ea1c47e23729 req-1f7ef8ce-9388-4bb9-8606-efd1dac45262 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=2cf2630d-a612-4c25-b4c9-9ff3cd5e9c8c HTTP/1.1" status: 200 len: 853 time: 0.0594769 Apr 30 13:24:04.422234 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f9f6db-8cfb-489f-b66a-ea1c47e23729 req-4df95dde-07e3-483b-a2d8-44a382fb8089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:24:04.423811 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-a0f9f6db-8cfb-489f-b66a-ea1c47e23729 req-4df95dde-07e3-483b-a2d8-44a382fb8089 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=2ba9d2e4-5dd2-4744-8999-4b35525642bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0729840 Apr 30 13:24:04.559428 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-a0f9f6db-8cfb-489f-b66a-ea1c47e23729 req-ae47dbb4-623c-44c2-91d4-389e039cf227 service neutron] 10.222.0.95 "GET /v2.0/networks/2ba9d2e4-5dd2-4744-8999-4b35525642bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277485 Apr 30 13:24:04.698417 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-a0f9f6db-8cfb-489f-b66a-ea1c47e23729 req-bf1db064-9f2b-4775-982c-95563619c91e service neutron] 10.222.0.95 "GET /v2.0/networks/2ba9d2e4-5dd2-4744-8999-4b35525642bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315677 Apr 30 13:24:07.691407 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fa975f-6873-4483-92a6-ea32d3abcfcc req-3e3c4fe6-26ae-435a-aee5-fdaf9495cf39 tempest-VolumesSnapshotTestJSON-1527571108 tempest-VolumesSnapshotTestJSON-1527571108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:24:07.692922 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-92fa975f-6873-4483-92a6-ea32d3abcfcc req-3e3c4fe6-26ae-435a-aee5-fdaf9495cf39 tempest-VolumesSnapshotTestJSON-1527571108 tempest-VolumesSnapshotTestJSON-1527571108-project] 10.222.0.84 "GET /v2.0/ports?device_id=c3eb10aa-bf55-407c-94e6-8ae283dd9299 HTTP/1.1" status: 200 len: 946 time: 0.0891705 Apr 30 13:24:07.742344 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-92fa975f-6873-4483-92a6-ea32d3abcfcc req-1c8849c8-d33f-415f-a5a3-31ed8c650805 tempest-VolumesSnapshotTestJSON-1527571108 tempest-VolumesSnapshotTestJSON-1527571108-project] 10.222.0.84 "GET /v2.0/security-groups?id=ae043b20-dece-449c-80ba-a49ac1ba8a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406270 Apr 30 13:24:08.944454 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd4838a-4908-47ba-b7e8-222864466120 req-4ab7bc73-ecda-4e07-ac6f-3d453c161afe tempest-VolumesSnapshotTestJSON-1527571108 tempest-VolumesSnapshotTestJSON-1527571108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:24:08.945779 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-fdd4838a-4908-47ba-b7e8-222864466120 req-4ab7bc73-ecda-4e07-ac6f-3d453c161afe tempest-VolumesSnapshotTestJSON-1527571108 tempest-VolumesSnapshotTestJSON-1527571108-project] 10.222.0.84 "GET /v2.0/ports?device_id=c3eb10aa-bf55-407c-94e6-8ae283dd9299 HTTP/1.1" status: 200 len: 946 time: 0.0859883 Apr 30 13:24:08.994154 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-fdd4838a-4908-47ba-b7e8-222864466120 req-a4b72cd2-15a5-4296-b009-ced959da29fe tempest-VolumesSnapshotTestJSON-1527571108 tempest-VolumesSnapshotTestJSON-1527571108-project] 10.222.0.84 "GET /v2.0/security-groups?id=ae043b20-dece-449c-80ba-a49ac1ba8a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394254 Apr 30 13:24:09.923723 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000748'] for agent, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:10.194105 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69f32a6-aa93-4c61-8216-dc998bff35d7 req-ea227d70-cb18-4da3-85ff-c897ca88fc47 tempest-VolumesSnapshotTestJSON-1527571108 tempest-VolumesSnapshotTestJSON-1527571108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:24:10.195520 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-e69f32a6-aa93-4c61-8216-dc998bff35d7 req-ea227d70-cb18-4da3-85ff-c897ca88fc47 tempest-VolumesSnapshotTestJSON-1527571108 tempest-VolumesSnapshotTestJSON-1527571108-project] 10.222.0.84 "GET /v2.0/ports?device_id=c3eb10aa-bf55-407c-94e6-8ae283dd9299 HTTP/1.1" status: 200 len: 946 time: 0.0861821 Apr 30 13:24:10.244978 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-e69f32a6-aa93-4c61-8216-dc998bff35d7 req-f7980c64-2fbb-40ee-ac77-10ddebf4bd26 tempest-VolumesSnapshotTestJSON-1527571108 tempest-VolumesSnapshotTestJSON-1527571108-project] 10.222.0.84 "GET /v2.0/security-groups?id=ae043b20-dece-449c-80ba-a49ac1ba8a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417929 Apr 30 13:24:11.448569 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546d0673-909d-4191-b969-c0fa8b09a51e req-f2bee194-b8fb-419b-9c18-34b574cedc94 tempest-VolumesSnapshotTestJSON-1527571108 tempest-VolumesSnapshotTestJSON-1527571108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:24:11.450019 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-546d0673-909d-4191-b969-c0fa8b09a51e req-f2bee194-b8fb-419b-9c18-34b574cedc94 tempest-VolumesSnapshotTestJSON-1527571108 tempest-VolumesSnapshotTestJSON-1527571108-project] 10.222.0.84 "GET /v2.0/ports?device_id=c3eb10aa-bf55-407c-94e6-8ae283dd9299 HTTP/1.1" status: 200 len: 946 time: 0.0893822 Apr 30 13:24:11.502833 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-546d0673-909d-4191-b969-c0fa8b09a51e req-39f3c452-1029-4fa5-b877-633166329254 tempest-VolumesSnapshotTestJSON-1527571108 tempest-VolumesSnapshotTestJSON-1527571108-project] 10.222.0.84 "GET /v2.0/security-groups?id=ae043b20-dece-449c-80ba-a49ac1ba8a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462813 Apr 30 13:24:12.705313 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be54a25-b321-42b7-abe5-851392126caa req-d9da9cf9-3467-483b-8488-5ac6257ca7d8 tempest-VolumesSnapshotTestJSON-1527571108 tempest-VolumesSnapshotTestJSON-1527571108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:24:12.706758 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-2be54a25-b321-42b7-abe5-851392126caa req-d9da9cf9-3467-483b-8488-5ac6257ca7d8 tempest-VolumesSnapshotTestJSON-1527571108 tempest-VolumesSnapshotTestJSON-1527571108-project] 10.222.0.84 "GET /v2.0/ports?device_id=c3eb10aa-bf55-407c-94e6-8ae283dd9299 HTTP/1.1" status: 200 len: 946 time: 0.0923107 Apr 30 13:24:12.757949 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-2be54a25-b321-42b7-abe5-851392126caa req-76afb549-c371-4e54-b346-617c60aecc04 tempest-VolumesSnapshotTestJSON-1527571108 tempest-VolumesSnapshotTestJSON-1527571108-project] 10.222.0.84 "GET /v2.0/security-groups?id=ae043b20-dece-449c-80ba-a49ac1ba8a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427544 Apr 30 13:24:13.099282 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb96642-417e-4700-8875-becae25d8811 req-c2f75966-510c-471b-aead-4a9d3149812e tempest-VolumesSnapshotTestJSON-1527571108 tempest-VolumesSnapshotTestJSON-1527571108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:24:13.100783 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-5fb96642-417e-4700-8875-becae25d8811 req-c2f75966-510c-471b-aead-4a9d3149812e tempest-VolumesSnapshotTestJSON-1527571108 tempest-VolumesSnapshotTestJSON-1527571108-project] 10.222.0.95 "GET /v2.0/ports?device_id=c3eb10aa-bf55-407c-94e6-8ae283dd9299 HTTP/1.1" status: 200 len: 946 time: 0.0854518 Apr 30 13:24:13.245055 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.plugin [req-5fb96642-417e-4700-8875-becae25d8811 req-e398f9db-9510-4838-b762-8884224b435b tempest-VolumesSnapshotTestJSON-1527571108 tempest-VolumesSnapshotTestJSON-1527571108-project] Deleting port ee3d7f2d-3d54-4f79-83aa-9cd520a2de21 {{(pid=73810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:24:13.245401 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-5fb96642-417e-4700-8875-becae25d8811 req-e398f9db-9510-4838-b762-8884224b435b tempest-VolumesSnapshotTestJSON-1527571108 tempest-VolumesSnapshotTestJSON-1527571108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773353273429'] for port, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:13.484905 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.db [req-5fb96642-417e-4700-8875-becae25d8811 req-e398f9db-9510-4838-b762-8884224b435b tempest-VolumesSnapshotTestJSON-1527571108 tempest-VolumesSnapshotTestJSON-1527571108-project] For port ee3d7f2d-3d54-4f79-83aa-9cd520a2de21, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=ee3d7f2d-3d54-4f79-83aa-9cd520a2de21,segment=NetworkSegment(aa3080d5-9120-41a5-a197-56f5a0d7dc14),segment_id=aa3080d5-9120-41a5-a197-56f5a0d7dc14)] {{(pid=73810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:24:13.485304 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-5fb96642-417e-4700-8875-becae25d8811 req-e398f9db-9510-4838-b762-8884224b435b tempest-VolumesSnapshotTestJSON-1527571108 tempest-VolumesSnapshotTestJSON-1527571108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1047743'] for port, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:13.626647 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.plugin [req-5fb96642-417e-4700-8875-becae25d8811 req-e398f9db-9510-4838-b762-8884224b435b tempest-VolumesSnapshotTestJSON-1527571108 tempest-VolumesSnapshotTestJSON-1527571108-project] Calling delete_port for ee3d7f2d-3d54-4f79-83aa-9cd520a2de21 owned by compute:nova {{(pid=73810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:24:13.748749 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-5fb96642-417e-4700-8875-becae25d8811 req-e398f9db-9510-4838-b762-8884224b435b tempest-VolumesSnapshotTestJSON-1527571108 tempest-VolumesSnapshotTestJSON-1527571108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4120194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773353276016', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773352839711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11792972'] for port, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:13.755045 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-ca00297a-f246-4deb-a858-a3c75d8ce285 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:24:13.760722 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.db [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] get_ports_and_sgs() called for port_ids ['ee3d7f2d-3d54-4f79-83aa-9cd520a2de21'] {{(pid=73812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 13:24:13.809177 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e398f9db-9510-4838-b762-8884224b435b tempest-VolumesSnapshotTestJSON-1527571108 tempest-VolumesSnapshotTestJSON-1527571108-project] Pushing event deleted for resources: {'Port': ['ID=ee3d7f2d-3d54-4f79-83aa-9cd520a2de21,revision_number=None']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:24:13.811857 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-e398f9db-9510-4838-b762-8884224b435b tempest-VolumesSnapshotTestJSON-1527571108 tempest-VolumesSnapshotTestJSON-1527571108-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:24:13.927275 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fb96642-417e-4700-8875-becae25d8811 req-e398f9db-9510-4838-b762-8884224b435b tempest-VolumesSnapshotTestJSON-1527571108 tempest-VolumesSnapshotTestJSON-1527571108-project] No DVR routers for this DVR port ee3d7f2d-3d54-4f79-83aa-9cd520a2de21 on host hv-cinder-78719 {{(pid=73810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 13:24:13.930489 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-06cd820f-cec2-4b32-93b5-4a5d5ca4e2d0 req-9055835f-cd70-46d4-84f9-101bdc664679 tempest-VolumesSnapshotTestJSON-1527571108 tempest-VolumesSnapshotTestJSON-1527571108-project] 10.222.0.84 "GET /v2.0/ports?device_id=c3eb10aa-bf55-407c-94e6-8ae283dd9299 HTTP/1.1" status: 200 len: 210 time: 0.0546808 Apr 30 13:24:13.931453 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-5fb96642-417e-4700-8875-becae25d8811 req-e398f9db-9510-4838-b762-8884224b435b tempest-VolumesSnapshotTestJSON-1527571108 tempest-VolumesSnapshotTestJSON-1527571108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9974'] for port, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:13.934127 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3eb10aa-bf55-407c-94e6-8ae283dd9299', 'name': 'network-vif-deleted', 'tag': 'ee3d7f2d-3d54-4f79-83aa-9cd520a2de21'}] {{(pid=73810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:24:13.951231 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-5fb96642-417e-4700-8875-becae25d8811 req-e398f9db-9510-4838-b762-8884224b435b tempest-VolumesSnapshotTestJSON-1527571108 tempest-VolumesSnapshotTestJSON-1527571108-project] 10.222.0.95 "DELETE /v2.0/ports/ee3d7f2d-3d54-4f79-83aa-9cd520a2de21 HTTP/1.1" status: 204 len: 173 time: 0.8442838 Apr 30 13:24:13.981591 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3eb10aa-bf55-407c-94e6-8ae283dd9299', 'name': 'network-vif-deleted', 'tag': 'ee3d7f2d-3d54-4f79-83aa-9cd520a2de21', 'status': 'completed', 'code': 200} Apr 30 13:24:14.214723 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-f86b99a8-9e1b-4c44-b64b-33955e0929f2 req-02fd5f57-ed7c-4f2e-94e2-a4919694ea33 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=c3eb10aa-bf55-407c-94e6-8ae283dd9299&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0442841 Apr 30 13:24:14.341501 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-f86b99a8-9e1b-4c44-b64b-33955e0929f2 req-643f764a-d982-4611-ae0b-168ae292280a service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=bcd132d8ee6b4e1496a3e381b746dc73&device_id=c3eb10aa-bf55-407c-94e6-8ae283dd9299 HTTP/1.1" status: 200 len: 210 time: 0.0482264 Apr 30 13:24:14.517520 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86b99a8-9e1b-4c44-b64b-33955e0929f2 req-a79b5b4a-c804-4b6e-98f7-c2af9f9182c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:24:14.518882 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-f86b99a8-9e1b-4c44-b64b-33955e0929f2 req-a79b5b4a-c804-4b6e-98f7-c2af9f9182c7 service neutron] 10.222.0.95 "GET /v2.0/networks?tenant_id=bcd132d8ee6b4e1496a3e381b746dc73&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1422994 Apr 30 13:24:14.661032 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86b99a8-9e1b-4c44-b64b-33955e0929f2 req-2f3cb9ab-5785-4676-8260-f4dc633e1b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:24:14.662489 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-f86b99a8-9e1b-4c44-b64b-33955e0929f2 req-2f3cb9ab-5785-4676-8260-f4dc633e1b6f service neutron] 10.222.0.95 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1371644 Apr 30 13:24:17.316122 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.rpc [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Device ee3d7f2d-3d54-4f79-83aa-9cd520a2de21 no longer exists at agent hyperv_hv-cinder-78719 {{(pid=73812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 13:24:17.337581 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.db.agents_db [None req-91df71b6-c2d8-49d0-b68d-2a1f0a47a62a None None] Agent healthcheck: found 6 active agents {{(pid=73814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 13:24:17.358057 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.plugin [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] No Port match for: ee3d7f2d-3d54-4f79-83aa-9cd520a2de21 {{(pid=73812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 13:24:17.358532 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.rpc [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Device ee3d7f2d-3d54-4f79-83aa-9cd520a2de21 not bound to the agent host hv-cinder-78719 {{(pid=73812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 13:24:19.049306 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-6d401d08-21a0-499b-be0f-f44d90f80525 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000748'] for agent, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:19.356622 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f8fe53-8f1d-486a-b55f-ef83b10bd02b req-3bafe63a-f9d5-4557-8c2c-0cd611cfd22d tempest-VolumesSnapshotTestJSON-1527571108 tempest-VolumesSnapshotTestJSON-1527571108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:24:19.358072 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-f8f8fe53-8f1d-486a-b55f-ef83b10bd02b req-3bafe63a-f9d5-4557-8c2c-0cd611cfd22d tempest-VolumesSnapshotTestJSON-1527571108 tempest-VolumesSnapshotTestJSON-1527571108-project] 10.222.0.84 "GET /v2.0/networks?id=f0480531-3e40-4a36-9fc3-8990b62a29ee HTTP/1.1" status: 200 len: 813 time: 0.1654689 Apr 30 13:24:19.373497 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-f8f8fe53-8f1d-486a-b55f-ef83b10bd02b req-da9cbc3b-504a-4604-a40a-9e240a578ceb tempest-VolumesSnapshotTestJSON-1527571108 tempest-VolumesSnapshotTestJSON-1527571108-project] 10.222.0.84 "GET /v2.0/quotas/bcd132d8ee6b4e1496a3e381b746dc73 HTTP/1.1" status: 200 len: 375 time: 0.0096507 Apr 30 13:24:19.422550 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.quota.resource [req-f8f8fe53-8f1d-486a-b55f-ef83b10bd02b req-af4cb3be-f7e0-48fc-b2a0-d17bbffcf6c8 tempest-VolumesSnapshotTestJSON-1527571108 tempest-VolumesSnapshotTestJSON-1527571108-project] Synchronizing usage tracker for tenant:bcd132d8ee6b4e1496a3e381b746dc73 on resource:port {{(pid=73810) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:24:19.446138 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.quota.resource [req-f8f8fe53-8f1d-486a-b55f-ef83b10bd02b req-af4cb3be-f7e0-48fc-b2a0-d17bbffcf6c8 tempest-VolumesSnapshotTestJSON-1527571108 tempest-VolumesSnapshotTestJSON-1527571108-project] Unset dirty status for tenant:bcd132d8ee6b4e1496a3e381b746dc73 on resource:port {{(pid=73810) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:24:19.447479 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-f8f8fe53-8f1d-486a-b55f-ef83b10bd02b req-af4cb3be-f7e0-48fc-b2a0-d17bbffcf6c8 tempest-VolumesSnapshotTestJSON-1527571108 tempest-VolumesSnapshotTestJSON-1527571108-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=bcd132d8ee6b4e1496a3e381b746dc73&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0664275 Apr 30 13:24:19.597413 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-f8f8fe53-8f1d-486a-b55f-ef83b10bd02b req-dcd3e1be-5ebd-4ede-807d-05ad45021ea8 service neutron] 10.222.0.84 "GET /v2.0/networks/f0480531-3e40-4a36-9fc3-8990b62a29ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393440 Apr 30 13:24:19.750917 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-f8f8fe53-8f1d-486a-b55f-ef83b10bd02b req-26f2f0dd-5ade-4f93-bb59-287876ab5f4d service neutron] 10.222.0.84 "GET /v2.0/networks/f0480531-3e40-4a36-9fc3-8990b62a29ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455970 Apr 30 13:24:20.965586 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-4e3b405d-4964-4f9b-a709-b81528f44feb req-a592c30c-faac-4b3c-94b2-6f3924025928 tempest-VolumesSnapshotTestJSON-1527571108 tempest-VolumesSnapshotTestJSON-1527571108-project] 10.222.0.84 "GET /v2.0/ports?device_id=c4dea29d-6635-4c21-878b-1c007b90c41e HTTP/1.1" status: 200 len: 210 time: 0.0441864 Apr 30 13:24:21.846965 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-b71b8dda-9f78-4960-a0af-3d46c634edf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000748'] for agent, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:22.257293 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-3361ef5c-15c4-4285-9e91-d9672da76c6e req-24929717-2312-4570-ad79-8bc9fd39f3fb tempest-VolumesSnapshotTestJSON-1527571108 tempest-VolumesSnapshotTestJSON-1527571108-project] 10.222.0.84 "GET /v2.0/ports?device_id=c4dea29d-6635-4c21-878b-1c007b90c41e HTTP/1.1" status: 200 len: 210 time: 0.1739919 Apr 30 13:24:22.277431 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000748'] for agent, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:22.298297 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f8fe53-8f1d-486a-b55f-ef83b10bd02b req-0f9c6c29-1c75-49b5-9bd5-7fc097231843 tempest-VolumesSnapshotTestJSON-1527571108 tempest-VolumesSnapshotTestJSON-1527571108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:24:22.299743 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-f8f8fe53-8f1d-486a-b55f-ef83b10bd02b req-0f9c6c29-1c75-49b5-9bd5-7fc097231843 tempest-VolumesSnapshotTestJSON-1527571108 tempest-VolumesSnapshotTestJSON-1527571108-project] 10.222.0.95 "GET /v2.0/networks?id=f0480531-3e40-4a36-9fc3-8990b62a29ee HTTP/1.1" status: 200 len: 813 time: 0.3080263 Apr 30 13:24:22.313160 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.v2.base [req-f8f8fe53-8f1d-486a-b55f-ef83b10bd02b req-5e306fd4-07c2-4655-a7de-7eb316a8615b tempest-VolumesSnapshotTestJSON-1527571108 tempest-VolumesSnapshotTestJSON-1527571108-project] Request body: {'port': {'device_id': 'c4dea29d-6635-4c21-878b-1c007b90c41e', 'network_id': 'f0480531-3e40-4a36-9fc3-8990b62a29ee', 'admin_state_up': True, 'tenant_id': 'bcd132d8ee6b4e1496a3e381b746dc73'}} {{(pid=73810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:24:22.471564 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [req-f8f8fe53-8f1d-486a-b55f-ef83b10bd02b req-5e306fd4-07c2-4655-a7de-7eb316a8615b tempest-VolumesSnapshotTestJSON-1527571108 tempest-VolumesSnapshotTestJSON-1527571108-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:24:22.482085 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.db.quota.driver [req-f8f8fe53-8f1d-486a-b55f-ef83b10bd02b req-5e306fd4-07c2-4655-a7de-7eb316a8615b tempest-VolumesSnapshotTestJSON-1527571108 tempest-VolumesSnapshotTestJSON-1527571108-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=73810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:24:22.493774 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8f8fe53-8f1d-486a-b55f-ef83b10bd02b req-5e306fd4-07c2-4655-a7de-7eb316a8615b tempest-VolumesSnapshotTestJSON-1527571108 tempest-VolumesSnapshotTestJSON-1527571108-project] Made reservation on behalf of bcd132d8ee6b4e1496a3e381b746dc73 for: {'port': 1} {{(pid=73810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:24:22.497434 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-f8f8fe53-8f1d-486a-b55f-ef83b10bd02b req-5e306fd4-07c2-4655-a7de-7eb316a8615b tempest-VolumesSnapshotTestJSON-1527571108 tempest-VolumesSnapshotTestJSON-1527571108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4120257'] for port, before_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:22.664661 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.db.db_base_plugin_common [req-f8f8fe53-8f1d-486a-b55f-ef83b10bd02b req-5e306fd4-07c2-4655-a7de-7eb316a8615b tempest-VolumesSnapshotTestJSON-1527571108 tempest-VolumesSnapshotTestJSON-1527571108-project] Allocated IP 172.20.0.3 (f0480531-3e40-4a36-9fc3-8990b62a29ee/1b3d21e6-8574-4d55-9302-6d6db2f4e7dd/4a03c074-7df1-41a9-9f2b-d450e7bc1c96) {{(pid=73810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 13:24:22.870174 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-f8f8fe53-8f1d-486a-b55f-ef83b10bd02b req-5e306fd4-07c2-4655-a7de-7eb316a8615b tempest-VolumesSnapshotTestJSON-1527571108 tempest-VolumesSnapshotTestJSON-1527571108-project] Notify callbacks [] for port, precommit_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:22.900758 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-f8f8fe53-8f1d-486a-b55f-ef83b10bd02b req-5e306fd4-07c2-4655-a7de-7eb316a8615b tempest-VolumesSnapshotTestJSON-1527571108 tempest-VolumesSnapshotTestJSON-1527571108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4120194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773352839702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11792972'] for port, after_create {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:22.906514 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-aa79e057-2c1a-43d9-b26a-4a7ddfcce417 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:24:22.976147 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8f8fe53-8f1d-486a-b55f-ef83b10bd02b req-5e306fd4-07c2-4655-a7de-7eb316a8615b tempest-VolumesSnapshotTestJSON-1527571108 tempest-VolumesSnapshotTestJSON-1527571108-project] Network f0480531-3e40-4a36-9fc3-8990b62a29ee is already hosted by enough agents. {{(pid=73810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:24:22.980111 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.scheduler.base_scheduler [req-f8f8fe53-8f1d-486a-b55f-ef83b10bd02b req-5e306fd4-07c2-4655-a7de-7eb316a8615b tempest-VolumesSnapshotTestJSON-1527571108 tempest-VolumesSnapshotTestJSON-1527571108-project] Resources bound (agent type, host, resource id): {{(pid=73810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:24:22.984588 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8f8fe53-8f1d-486a-b55f-ef83b10bd02b req-5e306fd4-07c2-4655-a7de-7eb316a8615b tempest-VolumesSnapshotTestJSON-1527571108 tempest-VolumesSnapshotTestJSON-1527571108-project] Received port after_create {{(pid=73810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 13:24:23.016784 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e306fd4-07c2-4655-a7de-7eb316a8615b tempest-VolumesSnapshotTestJSON-1527571108 tempest-VolumesSnapshotTestJSON-1527571108-project] Pushing event updated for resources: {'Port': ['ID=4a03c074-7df1-41a9-9f2b-d450e7bc1c96,revision_number=1']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:24:23.027165 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-5e306fd4-07c2-4655-a7de-7eb316a8615b tempest-VolumesSnapshotTestJSON-1527571108 tempest-VolumesSnapshotTestJSON-1527571108-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:24:23.056112 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f8fe53-8f1d-486a-b55f-ef83b10bd02b req-5e306fd4-07c2-4655-a7de-7eb316a8615b tempest-VolumesSnapshotTestJSON-1527571108 tempest-VolumesSnapshotTestJSON-1527571108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:24:23.056819 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-f8f8fe53-8f1d-486a-b55f-ef83b10bd02b req-5e306fd4-07c2-4655-a7de-7eb316a8615b tempest-VolumesSnapshotTestJSON-1527571108 tempest-VolumesSnapshotTestJSON-1527571108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9974'] for port, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:23.084323 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-f8f8fe53-8f1d-486a-b55f-ef83b10bd02b req-5e306fd4-07c2-4655-a7de-7eb316a8615b tempest-VolumesSnapshotTestJSON-1527571108 tempest-VolumesSnapshotTestJSON-1527571108-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7750046 Apr 30 13:24:23.100749 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.v2.base [req-f8f8fe53-8f1d-486a-b55f-ef83b10bd02b req-0707bb99-1484-4ea9-8e3f-922c35b2804a service neutron] Request body: {'port': {'device_id': 'c4dea29d-6635-4c21-878b-1c007b90c41e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78719'}} {{(pid=73810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:24:23.152177 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-a9ba599c-bbf2-42e7-8bf2-2ae3bfc6b861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000748'] for agent, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:23.226703 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-f8f8fe53-8f1d-486a-b55f-ef83b10bd02b req-0707bb99-1484-4ea9-8e3f-922c35b2804a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4120257'] for port, before_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:23.575487 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f85059-7c0f-48e9-bee8-139f9b5d6392 req-77a995ee-6863-4f25-8eab-face032d06cd tempest-VolumesSnapshotTestJSON-1527571108 tempest-VolumesSnapshotTestJSON-1527571108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:24:23.576168 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.quota.resource [req-52f85059-7c0f-48e9-bee8-139f9b5d6392 req-77a995ee-6863-4f25-8eab-face032d06cd tempest-VolumesSnapshotTestJSON-1527571108 tempest-VolumesSnapshotTestJSON-1527571108-project] Synchronizing usage tracker for tenant:bcd132d8ee6b4e1496a3e381b746dc73 on resource:port {{(pid=73810) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:24:23.607377 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.quota.resource [req-52f85059-7c0f-48e9-bee8-139f9b5d6392 req-77a995ee-6863-4f25-8eab-face032d06cd tempest-VolumesSnapshotTestJSON-1527571108 tempest-VolumesSnapshotTestJSON-1527571108-project] Unset dirty status for tenant:bcd132d8ee6b4e1496a3e381b746dc73 on resource:port {{(pid=73810) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:24:23.608667 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-52f85059-7c0f-48e9-bee8-139f9b5d6392 req-77a995ee-6863-4f25-8eab-face032d06cd tempest-VolumesSnapshotTestJSON-1527571108 tempest-VolumesSnapshotTestJSON-1527571108-project] 10.222.0.84 "GET /v2.0/ports?device_id=c4dea29d-6635-4c21-878b-1c007b90c41e HTTP/1.1" status: 200 len: 931 time: 0.2326417 Apr 30 13:24:23.695595 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.notifiers.nova [req-f8f8fe53-8f1d-486a-b55f-ef83b10bd02b req-0707bb99-1484-4ea9-8e3f-922c35b2804a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a03c074-7df1-41a9-9f2b-d450e7bc1c96 {{(pid=73810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 13:24:23.707210 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-f8f8fe53-8f1d-486a-b55f-ef83b10bd02b req-0707bb99-1484-4ea9-8e3f-922c35b2804a service neutron] Notify callbacks [] for port, precommit_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:23.715270 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-52f85059-7c0f-48e9-bee8-139f9b5d6392 req-91fbab3a-ad13-4994-9a1e-45d9fc5648bf tempest-VolumesSnapshotTestJSON-1527571108 tempest-VolumesSnapshotTestJSON-1527571108-project] 10.222.0.84 "GET /v2.0/security-groups?id=ae043b20-dece-449c-80ba-a49ac1ba8a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726504 Apr 30 13:24:23.726660 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.db.provisioning_blocks [req-f8f8fe53-8f1d-486a-b55f-ef83b10bd02b req-0707bb99-1484-4ea9-8e3f-922c35b2804a service neutron] Transition to ACTIVE for port object 4a03c074-7df1-41a9-9f2b-d450e7bc1c96 will not be triggered until provisioned by entity L2. {{(pid=73810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:24:23.731651 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-f8f8fe53-8f1d-486a-b55f-ef83b10bd02b req-0707bb99-1484-4ea9-8e3f-922c35b2804a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4120194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773353276007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773352839720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773352839765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11792967'] for port, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:23.735601 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-532f023d-9631-4c77-8962-2d2640a2afb4 tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:24:23.861153 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0707bb99-1484-4ea9-8e3f-922c35b2804a service neutron] Pushing event updated for resources: {'Port': ['ID=4a03c074-7df1-41a9-9f2b-d450e7bc1c96,revision_number=2']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:24:23.887907 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-0707bb99-1484-4ea9-8e3f-922c35b2804a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:24:23.978853 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.managers [req-f8f8fe53-8f1d-486a-b55f-ef83b10bd02b req-0707bb99-1484-4ea9-8e3f-922c35b2804a service neutron] Attempting to bind port 4a03c074-7df1-41a9-9f2b-d450e7bc1c96 on host hv-cinder-78719 for vnic_type normal with profile {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 13:24:23.979149 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.managers [req-f8f8fe53-8f1d-486a-b55f-ef83b10bd02b req-0707bb99-1484-4ea9-8e3f-922c35b2804a service neutron] Attempting to bind port 4a03c074-7df1-41a9-9f2b-d450e7bc1c96 by drivers openvswitch,hyperv on host hv-cinder-78719 at level 0 using segments [{'id': 'aa3080d5-9120-41a5-a197-56f5a0d7dc14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': 'f0480531-3e40-4a36-9fc3-8990b62a29ee'}] {{(pid=73810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 13:24:23.979616 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8f8fe53-8f1d-486a-b55f-ef83b10bd02b req-0707bb99-1484-4ea9-8e3f-922c35b2804a service neutron] Attempting to bind port 4a03c074-7df1-41a9-9f2b-d450e7bc1c96 on network f0480531-3e40-4a36-9fc3-8990b62a29ee {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:24:23.986963 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8f8fe53-8f1d-486a-b55f-ef83b10bd02b req-0707bb99-1484-4ea9-8e3f-922c35b2804a service neutron] Port 4a03c074-7df1-41a9-9f2b-d450e7bc1c96 on network f0480531-3e40-4a36-9fc3-8990b62a29ee not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78719 {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 30 13:24:23.987306 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8f8fe53-8f1d-486a-b55f-ef83b10bd02b req-0707bb99-1484-4ea9-8e3f-922c35b2804a service neutron] Attempting to bind port 4a03c074-7df1-41a9-9f2b-d450e7bc1c96 on network f0480531-3e40-4a36-9fc3-8990b62a29ee {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:24:23.992594 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8f8fe53-8f1d-486a-b55f-ef83b10bd02b req-0707bb99-1484-4ea9-8e3f-922c35b2804a service neutron] Checking agent: {'id': '9979f301-637a-421d-a751-ee4de56fc333', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78719', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 13, 10), 'started_at': datetime.datetime(2021, 4, 30, 13, 13, 10), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 24, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 13:24:23.992941 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8f8fe53-8f1d-486a-b55f-ef83b10bd02b req-0707bb99-1484-4ea9-8e3f-922c35b2804a service neutron] Checking segment: {'id': 'aa3080d5-9120-41a5-a197-56f5a0d7dc14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': 'f0480531-3e40-4a36-9fc3-8990b62a29ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:24:23.993318 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8f8fe53-8f1d-486a-b55f-ef83b10bd02b req-0707bb99-1484-4ea9-8e3f-922c35b2804a service neutron] Bound using segment: {'id': 'aa3080d5-9120-41a5-a197-56f5a0d7dc14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': 'f0480531-3e40-4a36-9fc3-8990b62a29ee'} {{(pid=73810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 13:24:23.993734 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.managers [req-f8f8fe53-8f1d-486a-b55f-ef83b10bd02b req-0707bb99-1484-4ea9-8e3f-922c35b2804a service neutron] Bound port: 4a03c074-7df1-41a9-9f2b-d450e7bc1c96, host: hv-cinder-78719, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa3080d5-9120-41a5-a197-56f5a0d7dc14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': 'f0480531-3e40-4a36-9fc3-8990b62a29ee'}}] {{(pid=73810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 13:24:23.994078 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-f8f8fe53-8f1d-486a-b55f-ef83b10bd02b req-0707bb99-1484-4ea9-8e3f-922c35b2804a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4120257'] for port, before_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:24.083096 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.db [req-f8f8fe53-8f1d-486a-b55f-ef83b10bd02b req-0707bb99-1484-4ea9-8e3f-922c35b2804a service neutron] For port 4a03c074-7df1-41a9-9f2b-d450e7bc1c96, host hv-cinder-78719, cleared binding levels {{(pid=73810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 13:24:24.086227 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.db [req-f8f8fe53-8f1d-486a-b55f-ef83b10bd02b req-0707bb99-1484-4ea9-8e3f-922c35b2804a service neutron] For port 4a03c074-7df1-41a9-9f2b-d450e7bc1c96, host hv-cinder-78719, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=4a03c074-7df1-41a9-9f2b-d450e7bc1c96,segment=NetworkSegment(aa3080d5-9120-41a5-a197-56f5a0d7dc14),segment_id=aa3080d5-9120-41a5-a197-56f5a0d7dc14)] {{(pid=73810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 13:24:24.096609 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-f8f8fe53-8f1d-486a-b55f-ef83b10bd02b req-0707bb99-1484-4ea9-8e3f-922c35b2804a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4120194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773353276007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773352839720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773352839765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11792967'] for port, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:24.106415 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-fe162372-7130-4cfb-9b10-4e8fdf8067a5 tempest-VolumesSnapshotTestJSON-1527571108 tempest-VolumesSnapshotTestJSON-1527571108-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:24:24.164613 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f8fe53-8f1d-486a-b55f-ef83b10bd02b req-0707bb99-1484-4ea9-8e3f-922c35b2804a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:24:24.165232 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-f8f8fe53-8f1d-486a-b55f-ef83b10bd02b req-0707bb99-1484-4ea9-8e3f-922c35b2804a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9974'] for port, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:24.166589 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-f8f8fe53-8f1d-486a-b55f-ef83b10bd02b req-0707bb99-1484-4ea9-8e3f-922c35b2804a service neutron] 10.222.0.95 "PUT /v2.0/ports/4a03c074-7df1-41a9-9f2b-d450e7bc1c96 HTTP/1.1" status: 200 len: 1093 time: 1.0723422 Apr 30 13:24:24.167082 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4dea29d-6635-4c21-878b-1c007b90c41e', 'tag': '4a03c074-7df1-41a9-9f2b-d450e7bc1c96'}] {{(pid=73810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:24:24.300611 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4dea29d-6635-4c21-878b-1c007b90c41e', 'tag': '4a03c074-7df1-41a9-9f2b-d450e7bc1c96', 'status': 'completed', 'code': 200} Apr 30 13:24:24.350019 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0707bb99-1484-4ea9-8e3f-922c35b2804a service neutron] Pushing event updated for resources: {'Port': ['ID=4a03c074-7df1-41a9-9f2b-d450e7bc1c96,revision_number=3']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:24:24.353457 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-0707bb99-1484-4ea9-8e3f-922c35b2804a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:24:24.385329 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f8fe53-8f1d-486a-b55f-ef83b10bd02b req-40527f68-8455-4bf2-b058-b111e74e91cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:24:24.386804 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-f8f8fe53-8f1d-486a-b55f-ef83b10bd02b req-40527f68-8455-4bf2-b058-b111e74e91cb service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=bcd132d8ee6b4e1496a3e381b746dc73&device_id=c4dea29d-6635-4c21-878b-1c007b90c41e HTTP/1.1" status: 200 len: 1096 time: 0.0836890 Apr 30 13:24:24.480766 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-f8f8fe53-8f1d-486a-b55f-ef83b10bd02b req-0a1c98f7-59e2-4437-9d5e-08636d800ff9 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4a03c074-7df1-41a9-9f2b-d450e7bc1c96 HTTP/1.1" status: 200 len: 217 time: 0.0858452 Apr 30 13:24:24.524235 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-5918b5d9-36b2-459a-8043-2e5e2054f07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000748'] for agent, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:24.547414 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f8fe53-8f1d-486a-b55f-ef83b10bd02b req-c6459309-ce15-44ec-b167-f4222e5f6e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:24:24.548961 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-f8f8fe53-8f1d-486a-b55f-ef83b10bd02b req-c6459309-ce15-44ec-b167-f4222e5f6e0e service neutron] 10.222.0.95 "GET /v2.0/subnets?id=1b3d21e6-8574-4d55-9302-6d6db2f4e7dd HTTP/1.1" status: 200 len: 853 time: 0.0608673 Apr 30 13:24:24.599011 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-f8f8fe53-8f1d-486a-b55f-ef83b10bd02b req-9507b96e-b386-4061-9867-9672612cb0fd service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=f0480531-3e40-4a36-9fc3-8990b62a29ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433087 Apr 30 13:24:24.742287 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-f8f8fe53-8f1d-486a-b55f-ef83b10bd02b req-cda7a788-c5f0-4b59-9f0e-9e68f15e446d service neutron] 10.222.0.95 "GET /v2.0/networks/f0480531-3e40-4a36-9fc3-8990b62a29ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356962 Apr 30 13:24:24.932642 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-f8f8fe53-8f1d-486a-b55f-ef83b10bd02b req-8a3bdb1a-6941-4448-bc1f-9410f3a91700 service neutron] 10.222.0.95 "GET /v2.0/networks/f0480531-3e40-4a36-9fc3-8990b62a29ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1798580 Apr 30 13:24:24.962997 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f144b88-dafe-4451-868b-e55c04ae57b7 req-b709ad29-356f-4e74-9daf-3e9b16924ce5 tempest-VolumesSnapshotTestJSON-1527571108 tempest-VolumesSnapshotTestJSON-1527571108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:24:24.964552 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-2f144b88-dafe-4451-868b-e55c04ae57b7 req-b709ad29-356f-4e74-9daf-3e9b16924ce5 tempest-VolumesSnapshotTestJSON-1527571108 tempest-VolumesSnapshotTestJSON-1527571108-project] 10.222.0.84 "GET /v2.0/ports?device_id=c4dea29d-6635-4c21-878b-1c007b90c41e HTTP/1.1" status: 200 len: 943 time: 0.1248829 Apr 30 13:24:25.060596 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-2f144b88-dafe-4451-868b-e55c04ae57b7 req-71a2d91e-0d47-48c3-bf2c-cde718799ef0 tempest-VolumesSnapshotTestJSON-1527571108 tempest-VolumesSnapshotTestJSON-1527571108-project] 10.222.0.84 "GET /v2.0/security-groups?id=ae043b20-dece-449c-80ba-a49ac1ba8a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898771 Apr 30 13:24:25.085186 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b869025-1d68-4bd4-a87c-00ed2d9fc9a2 req-c272fc0d-26bb-4e27-b07f-021202092770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:24:25.086675 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-5b869025-1d68-4bd4-a87c-00ed2d9fc9a2 req-c272fc0d-26bb-4e27-b07f-021202092770 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=bcd132d8ee6b4e1496a3e381b746dc73&device_id=c4dea29d-6635-4c21-878b-1c007b90c41e HTTP/1.1" status: 200 len: 1096 time: 0.0982659 Apr 30 13:24:25.226596 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b869025-1d68-4bd4-a87c-00ed2d9fc9a2 req-fc5b4a92-cb11-4cac-94d6-ccf271046a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:24:25.228108 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-5b869025-1d68-4bd4-a87c-00ed2d9fc9a2 req-fc5b4a92-cb11-4cac-94d6-ccf271046a38 service neutron] 10.222.0.95 "GET /v2.0/networks?id=f0480531-3e40-4a36-9fc3-8990b62a29ee HTTP/1.1" status: 200 len: 915 time: 0.1322618 Apr 30 13:24:25.297665 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-5b869025-1d68-4bd4-a87c-00ed2d9fc9a2 req-e6600fe9-d4d2-4b52-ac9b-835748b21e2c service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4a03c074-7df1-41a9-9f2b-d450e7bc1c96 HTTP/1.1" status: 200 len: 217 time: 0.0626493 Apr 30 13:24:25.372383 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b869025-1d68-4bd4-a87c-00ed2d9fc9a2 req-7f7da9f6-26af-4508-8949-7397c18480e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:24:25.373837 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-5b869025-1d68-4bd4-a87c-00ed2d9fc9a2 req-7f7da9f6-26af-4508-8949-7397c18480e1 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=1b3d21e6-8574-4d55-9302-6d6db2f4e7dd HTTP/1.1" status: 200 len: 853 time: 0.0648720 Apr 30 13:24:25.423750 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-5b869025-1d68-4bd4-a87c-00ed2d9fc9a2 req-99d09420-d550-4c1b-9860-980f59d72dae service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=f0480531-3e40-4a36-9fc3-8990b62a29ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412846 Apr 30 13:24:25.563386 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-5b869025-1d68-4bd4-a87c-00ed2d9fc9a2 req-0805329d-927b-44c7-9616-743d9b8f05d9 service neutron] 10.222.0.95 "GET /v2.0/networks/f0480531-3e40-4a36-9fc3-8990b62a29ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327085 Apr 30 13:24:25.704394 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-5b869025-1d68-4bd4-a87c-00ed2d9fc9a2 req-b08cc273-45ed-478d-a6cf-4a853e441792 service neutron] 10.222.0.95 "GET /v2.0/networks/f0480531-3e40-4a36-9fc3-8990b62a29ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327863 Apr 30 13:24:26.268343 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cd7597-2a09-4883-8b46-00944c6236f1 req-8ba4d88e-ae54-4a03-9e4d-c730f5e1d154 tempest-VolumesSnapshotTestJSON-1527571108 tempest-VolumesSnapshotTestJSON-1527571108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:24:26.269836 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-28cd7597-2a09-4883-8b46-00944c6236f1 req-8ba4d88e-ae54-4a03-9e4d-c730f5e1d154 tempest-VolumesSnapshotTestJSON-1527571108 tempest-VolumesSnapshotTestJSON-1527571108-project] 10.222.0.84 "GET /v2.0/ports?device_id=c4dea29d-6635-4c21-878b-1c007b90c41e HTTP/1.1" status: 200 len: 943 time: 0.0985453 Apr 30 13:24:26.320063 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-28cd7597-2a09-4883-8b46-00944c6236f1 req-18b7b165-13b8-4e3f-8633-d80eaf8f1fb0 tempest-VolumesSnapshotTestJSON-1527571108 tempest-VolumesSnapshotTestJSON-1527571108-project] 10.222.0.84 "GET /v2.0/security-groups?id=ae043b20-dece-449c-80ba-a49ac1ba8a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444210 Apr 30 13:24:27.395858 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.rpc [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Device 4a03c074-7df1-41a9-9f2b-d450e7bc1c96 details requested by agent hyperv_hv-cinder-78719 with host hv-cinder-78719 {{(pid=73812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 13:24:27.515277 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb89bb88-352c-4f31-9fe5-ea538d7448b6 req-9f846f0d-45a0-40fe-8991-40e5d30a052d tempest-VolumesSnapshotTestJSON-1527571108 tempest-VolumesSnapshotTestJSON-1527571108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:24:27.516782 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-fb89bb88-352c-4f31-9fe5-ea538d7448b6 req-9f846f0d-45a0-40fe-8991-40e5d30a052d tempest-VolumesSnapshotTestJSON-1527571108 tempest-VolumesSnapshotTestJSON-1527571108-project] 10.222.0.84 "GET /v2.0/ports?device_id=c4dea29d-6635-4c21-878b-1c007b90c41e HTTP/1.1" status: 200 len: 943 time: 0.0812511 Apr 30 13:24:27.535897 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.db [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] For port 4a03c074-7df1-41a9-9f2b-d450e7bc1c96, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=4a03c074-7df1-41a9-9f2b-d450e7bc1c96,segment=NetworkSegment(aa3080d5-9120-41a5-a197-56f5a0d7dc14),segment_id=aa3080d5-9120-41a5-a197-56f5a0d7dc14)] {{(pid=73812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:24:27.550663 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.rpc [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Returning: {'device': '4a03c074-7df1-41a9-9f2b-d450e7bc1c96', 'network_id': 'f0480531-3e40-4a36-9fc3-8990b62a29ee', 'port_id': '4a03c074-7df1-41a9-9f2b-d450e7bc1c96', 'mac_address': 'fa:16:3e:b8:8a:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b3d21e6-8574-4d55-9302-6d6db2f4e7dd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 13:24:27.563693 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-fb89bb88-352c-4f31-9fe5-ea538d7448b6 req-088dda8a-bf18-4a15-a50a-e9c8db345c83 tempest-VolumesSnapshotTestJSON-1527571108 tempest-VolumesSnapshotTestJSON-1527571108-project] 10.222.0.84 "GET /v2.0/security-groups?id=ae043b20-dece-449c-80ba-a49ac1ba8a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408475 Apr 30 13:24:27.613922 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4120257'] for port, before_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:27.631042 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.notifiers.nova [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a03c074-7df1-41a9-9f2b-d450e7bc1c96 {{(pid=73812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 13:24:27.649308 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.db [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] For port 4a03c074-7df1-41a9-9f2b-d450e7bc1c96, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=4a03c074-7df1-41a9-9f2b-d450e7bc1c96,segment=NetworkSegment(aa3080d5-9120-41a5-a197-56f5a0d7dc14),segment_id=aa3080d5-9120-41a5-a197-56f5a0d7dc14)] {{(pid=73812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:24:27.660201 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4120194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773353276007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773352839720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773352839765'] for port, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:27.666478 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:24:27.744907 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Pushing event updated for resources: {'Port': ['ID=4a03c074-7df1-41a9-9f2b-d450e7bc1c96,revision_number=4']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:24:27.753001 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:24:27.753372 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:24:27.753712 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:24:27.754043 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:24:27.754370 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:24:27.754693 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:24:27.755021 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:24:27.755333 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:24:27.755653 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:24:27.755969 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:24:27.756281 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:24:27.756629 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:24:27.760895 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:24:27.907775 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.db [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] get_ports_and_sgs() called for port_ids ['4a03c074-7df1-41a9-9f2b-d450e7bc1c96'] {{(pid=73812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 13:24:28.773866 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e3040c-0530-4f97-b5ab-e4ae455fe925 req-3f2f0909-088d-49df-b855-08268dec27f1 tempest-VolumesSnapshotTestJSON-1527571108 tempest-VolumesSnapshotTestJSON-1527571108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:24:28.775361 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-27e3040c-0530-4f97-b5ab-e4ae455fe925 req-3f2f0909-088d-49df-b855-08268dec27f1 tempest-VolumesSnapshotTestJSON-1527571108 tempest-VolumesSnapshotTestJSON-1527571108-project] 10.222.0.84 "GET /v2.0/ports?device_id=c4dea29d-6635-4c21-878b-1c007b90c41e HTTP/1.1" status: 200 len: 944 time: 0.0971968 Apr 30 13:24:28.923017 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-27e3040c-0530-4f97-b5ab-e4ae455fe925 req-386ca10d-d10f-4353-8a1b-6e6638b604c4 tempest-VolumesSnapshotTestJSON-1527571108 tempest-VolumesSnapshotTestJSON-1527571108-project] 10.222.0.84 "GET /v2.0/security-groups?id=ae043b20-dece-449c-80ba-a49ac1ba8a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387668 Apr 30 13:24:29.408030 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.rpc [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Device 4a03c074-7df1-41a9-9f2b-d450e7bc1c96 up at agent hyperv_hv-cinder-78719 {{(pid=73812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:24:29.483535 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.provisioning_blocks [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Provisioning for port 4a03c074-7df1-41a9-9f2b-d450e7bc1c96 completed by entity L2. {{(pid=73812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:24:29.489081 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.provisioning_blocks [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Provisioning complete for port 4a03c074-7df1-41a9-9f2b-d450e7bc1c96 triggered by entity L2. {{(pid=73812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:24:29.489516 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000605'] for port, provisioning_complete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:29.611423 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4120257'] for port, before_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:29.640182 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4dea29d-6635-4c21-878b-1c007b90c41e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a03c074-7df1-41a9-9f2b-d450e7bc1c96'}] {{(pid=73812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:24:29.650415 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.db [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] For port 4a03c074-7df1-41a9-9f2b-d450e7bc1c96, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=4a03c074-7df1-41a9-9f2b-d450e7bc1c96,segment=NetworkSegment(aa3080d5-9120-41a5-a197-56f5a0d7dc14),segment_id=aa3080d5-9120-41a5-a197-56f5a0d7dc14)] {{(pid=73812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:24:29.655283 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4120194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773353276007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773352839720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773352839765'] for port, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:29.658262 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:24:29.693726 dv-cinder-787195-5-smb neutron-server[73812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4dea29d-6635-4c21-878b-1c007b90c41e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a03c074-7df1-41a9-9f2b-d450e7bc1c96', 'code': 200} Apr 30 13:24:29.734474 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Pushing event updated for resources: {'Port': ['ID=4a03c074-7df1-41a9-9f2b-d450e7bc1c96,revision_number=5']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:24:29.737484 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:24:29.929415 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6857a135-2120-44ae-b492-40600e2319cb req-f0367e88-c001-45b5-9f10-5efb632d1ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:24:29.930927 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-6857a135-2120-44ae-b492-40600e2319cb req-f0367e88-c001-45b5-9f10-5efb632d1ce7 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=c4dea29d-6635-4c21-878b-1c007b90c41e HTTP/1.1" status: 200 len: 1098 time: 0.0799551 Apr 30 13:24:30.114958 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-6857a135-2120-44ae-b492-40600e2319cb req-5c145292-a856-4218-b37e-415843eaffd9 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=ae043b20-dece-449c-80ba-a49ac1ba8a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717513 Apr 30 13:24:30.171626 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa16e403-fa8e-49c8-88fc-cb1477b25235 req-2022145d-aa78-482a-a853-dfab31122e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:24:30.173117 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-aa16e403-fa8e-49c8-88fc-cb1477b25235 req-2022145d-aa78-482a-a853-dfab31122e81 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=2c72cc8db305484187018b2b5ff35a5e&device_id=19f633bc-da5e-43d0-98d6-15c16d700421 HTTP/1.1" status: 200 len: 1137 time: 0.2159626 Apr 30 13:24:30.219634 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e940c933-eceb-4eb2-b3a1-6e25cfe3938c req-75412392-f556-4f50-9b8f-efaebd43e909 tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:24:30.221651 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-e940c933-eceb-4eb2-b3a1-6e25cfe3938c req-75412392-f556-4f50-9b8f-efaebd43e909 tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] 10.222.0.84 "GET /v2.0/ports?device_id=19f633bc-da5e-43d0-98d6-15c16d700421 HTTP/1.1" status: 200 len: 984 time: 0.2230892 Apr 30 13:24:30.269078 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9db304d-8206-45e9-9b4a-9705faa6fb7c req-f298e5fc-dbf9-4274-9f83-46c641af9da2 tempest-VolumesSnapshotTestJSON-1527571108 tempest-VolumesSnapshotTestJSON-1527571108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:24:30.270603 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-d9db304d-8206-45e9-9b4a-9705faa6fb7c req-f298e5fc-dbf9-4274-9f83-46c641af9da2 tempest-VolumesSnapshotTestJSON-1527571108 tempest-VolumesSnapshotTestJSON-1527571108-project] 10.222.0.84 "GET /v2.0/ports?device_id=c4dea29d-6635-4c21-878b-1c007b90c41e HTTP/1.1" status: 200 len: 945 time: 0.2270873 Apr 30 13:24:30.390723 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-e940c933-eceb-4eb2-b3a1-6e25cfe3938c req-d6075332-0068-46de-962c-140ea3eaf466 tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] 10.222.0.84 "GET /v2.0/security-groups?id=b9b0a6dc-3306-4386-9bfb-0e9ce3cca292&id=d57da9b9-0a4e-43bb-b073-f4ef24b5778c&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1541071 Apr 30 13:24:30.419035 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-d9db304d-8206-45e9-9b4a-9705faa6fb7c req-9d4e5c51-e9f9-49b8-81e1-ea508e3a27b3 tempest-VolumesSnapshotTestJSON-1527571108 tempest-VolumesSnapshotTestJSON-1527571108-project] 10.222.0.84 "GET /v2.0/security-groups?id=ae043b20-dece-449c-80ba-a49ac1ba8a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924478 Apr 30 13:24:30.422080 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa16e403-fa8e-49c8-88fc-cb1477b25235 req-bc1692e9-b048-4b0b-ac57-a7bba1c9f58b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:24:30.423282 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-aa16e403-fa8e-49c8-88fc-cb1477b25235 req-bc1692e9-b048-4b0b-ac57-a7bba1c9f58b service neutron] 10.222.0.95 "GET /v2.0/networks?id=2ba9d2e4-5dd2-4744-8999-4b35525642bd HTTP/1.1" status: 200 len: 916 time: 0.2427688 Apr 30 13:24:30.547080 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-aa16e403-fa8e-49c8-88fc-cb1477b25235 req-f4f03083-6cd4-4287-bc38-83aed7ae5ef0 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3212cc7f-ec07-4dfd-bbf3-c0d5e98b3391 HTTP/1.1" status: 200 len: 1001 time: 0.1154916 Apr 30 13:24:30.619034 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa16e403-fa8e-49c8-88fc-cb1477b25235 req-657ad637-fb3b-4334-b22e-d6ae6cc98e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:24:30.620568 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-aa16e403-fa8e-49c8-88fc-cb1477b25235 req-657ad637-fb3b-4334-b22e-d6ae6cc98e3a service neutron] 10.222.0.95 "GET /v2.0/subnets?id=2cf2630d-a612-4c25-b4c9-9ff3cd5e9c8c HTTP/1.1" status: 200 len: 853 time: 0.0662024 Apr 30 13:24:30.712208 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa16e403-fa8e-49c8-88fc-cb1477b25235 req-dec9a2a1-bb66-491b-a494-1db065048e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:24:30.713845 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-aa16e403-fa8e-49c8-88fc-cb1477b25235 req-dec9a2a1-bb66-491b-a494-1db065048e2d service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=2ba9d2e4-5dd2-4744-8999-4b35525642bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0841198 Apr 30 13:24:30.854155 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-aa16e403-fa8e-49c8-88fc-cb1477b25235 req-db057980-8460-4ae9-97f4-24180c08c5f3 service neutron] 10.222.0.95 "GET /v2.0/networks/2ba9d2e4-5dd2-4744-8999-4b35525642bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320829 Apr 30 13:24:30.993705 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-aa16e403-fa8e-49c8-88fc-cb1477b25235 req-bf9f9fed-2228-48df-8ef9-f8b712e727f5 service neutron] 10.222.0.95 "GET /v2.0/networks/2ba9d2e4-5dd2-4744-8999-4b35525642bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309233 Apr 30 13:24:31.645145 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca29cbd9-3f1f-4084-bd03-3d40296fd4c5 req-cc0bb1a3-6dcf-4694-9b88-588ab60ab92c tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:24:31.646594 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-ca29cbd9-3f1f-4084-bd03-3d40296fd4c5 req-cc0bb1a3-6dcf-4694-9b88-588ab60ab92c tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] 10.222.0.84 "GET /v2.0/ports?device_id=19f633bc-da5e-43d0-98d6-15c16d700421 HTTP/1.1" status: 200 len: 984 time: 0.1432862 Apr 30 13:24:31.657407 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25869bf6-674c-457a-9917-dceb8e600119 req-8fd02695-aa91-425a-b9c5-00ec8ea50f1c tempest-VolumesSnapshotTestJSON-1527571108 tempest-VolumesSnapshotTestJSON-1527571108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:24:31.658817 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-25869bf6-674c-457a-9917-dceb8e600119 req-8fd02695-aa91-425a-b9c5-00ec8ea50f1c tempest-VolumesSnapshotTestJSON-1527571108 tempest-VolumesSnapshotTestJSON-1527571108-project] 10.222.0.84 "GET /v2.0/ports?device_id=c4dea29d-6635-4c21-878b-1c007b90c41e HTTP/1.1" status: 200 len: 945 time: 0.1193490 Apr 30 13:24:31.731237 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-ca29cbd9-3f1f-4084-bd03-3d40296fd4c5 req-a285bc3e-1b55-4945-9239-76cc277be32b tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] 10.222.0.84 "GET /v2.0/security-groups?id=b9b0a6dc-3306-4386-9bfb-0e9ce3cca292&id=d57da9b9-0a4e-43bb-b073-f4ef24b5778c&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0714569 Apr 30 13:24:31.738898 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-25869bf6-674c-457a-9917-dceb8e600119 req-a8e0f352-1671-4720-83a3-3d4df872cea5 tempest-VolumesSnapshotTestJSON-1527571108 tempest-VolumesSnapshotTestJSON-1527571108-project] 10.222.0.84 "GET /v2.0/security-groups?id=ae043b20-dece-449c-80ba-a49ac1ba8a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658700 Apr 30 13:24:32.933681 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fcb16c-0ea2-4d63-a38e-e8247234b31c req-523b7664-9b61-4086-be6b-8c5240623716 tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:24:32.935110 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-01fcb16c-0ea2-4d63-a38e-e8247234b31c req-523b7664-9b61-4086-be6b-8c5240623716 tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] 10.222.0.84 "GET /v2.0/ports?device_id=19f633bc-da5e-43d0-98d6-15c16d700421 HTTP/1.1" status: 200 len: 984 time: 0.0939379 Apr 30 13:24:32.983596 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-01fcb16c-0ea2-4d63-a38e-e8247234b31c req-1147d39b-8d6b-491f-b35c-17c40360f0d1 tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] 10.222.0.84 "GET /v2.0/security-groups?id=b9b0a6dc-3306-4386-9bfb-0e9ce3cca292&id=d57da9b9-0a4e-43bb-b073-f4ef24b5778c&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0424759 Apr 30 13:24:34.197692 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0a0efe-7ef1-4403-b621-0021ea2bbe02 req-25aba60b-7d23-4dfc-9803-1e159dd60aca tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:24:34.199155 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-0e0a0efe-7ef1-4403-b621-0021ea2bbe02 req-25aba60b-7d23-4dfc-9803-1e159dd60aca tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] 10.222.0.84 "GET /v2.0/ports?device_id=19f633bc-da5e-43d0-98d6-15c16d700421 HTTP/1.1" status: 200 len: 984 time: 0.0902326 Apr 30 13:24:34.260515 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-0e0a0efe-7ef1-4403-b621-0021ea2bbe02 req-a3f6c30a-8a62-4375-9779-7755d6452afb tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] 10.222.0.84 "GET /v2.0/security-groups?id=b9b0a6dc-3306-4386-9bfb-0e9ce3cca292&id=d57da9b9-0a4e-43bb-b073-f4ef24b5778c&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0519691 Apr 30 13:24:35.473907 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574f88b0-1fa3-4bd7-807e-be20f7a8717d req-788a497e-b92d-4897-9dce-b68b53d2bf77 tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:24:35.475408 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-574f88b0-1fa3-4bd7-807e-be20f7a8717d req-788a497e-b92d-4897-9dce-b68b53d2bf77 tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] 10.222.0.84 "GET /v2.0/ports?device_id=19f633bc-da5e-43d0-98d6-15c16d700421 HTTP/1.1" status: 200 len: 984 time: 0.0974476 Apr 30 13:24:35.526670 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-574f88b0-1fa3-4bd7-807e-be20f7a8717d req-1806dd8b-419d-494c-b988-5ba5feecdea4 tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] 10.222.0.84 "GET /v2.0/security-groups?id=b9b0a6dc-3306-4386-9bfb-0e9ce3cca292&id=d57da9b9-0a4e-43bb-b073-f4ef24b5778c&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0454016 Apr 30 13:24:36.843278 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c22c529-aa9c-4015-89bc-4201f72c4c15 req-1a9955b1-e5d1-44d1-9917-a265670fa1f7 tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:24:36.844861 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-3c22c529-aa9c-4015-89bc-4201f72c4c15 req-1a9955b1-e5d1-44d1-9917-a265670fa1f7 tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] 10.222.0.84 "GET /v2.0/ports?device_id=19f633bc-da5e-43d0-98d6-15c16d700421 HTTP/1.1" status: 200 len: 984 time: 0.1905489 Apr 30 13:24:36.893221 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-3c22c529-aa9c-4015-89bc-4201f72c4c15 req-79eed3ee-27a4-448f-9422-fea9abd523b7 tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] 10.222.0.84 "GET /v2.0/security-groups?id=b9b0a6dc-3306-4386-9bfb-0e9ce3cca292&id=d57da9b9-0a4e-43bb-b073-f4ef24b5778c&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0422215 Apr 30 13:24:38.091616 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc5b1b3-a935-4594-90f9-abc68692ab1e req-8d001d2e-7f03-47ff-b9cb-c16b1a66cfa0 tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:24:38.093126 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-ddc5b1b3-a935-4594-90f9-abc68692ab1e req-8d001d2e-7f03-47ff-b9cb-c16b1a66cfa0 tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] 10.222.0.84 "GET /v2.0/ports?device_id=19f633bc-da5e-43d0-98d6-15c16d700421 HTTP/1.1" status: 200 len: 984 time: 0.0870006 Apr 30 13:24:38.146120 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-ddc5b1b3-a935-4594-90f9-abc68692ab1e req-ea7612d2-9eb9-44b4-bf79-9c3fc075dc9f tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] 10.222.0.84 "GET /v2.0/security-groups?id=b9b0a6dc-3306-4386-9bfb-0e9ce3cca292&id=d57da9b9-0a4e-43bb-b073-f4ef24b5778c&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0470560 Apr 30 13:24:39.359436 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c91bc43-cd39-4763-882c-da0592aca5ad req-c0bf9754-6277-41fd-9ddb-08834232c76d tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:24:39.360970 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-0c91bc43-cd39-4763-882c-da0592aca5ad req-c0bf9754-6277-41fd-9ddb-08834232c76d tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] 10.222.0.84 "GET /v2.0/ports?device_id=19f633bc-da5e-43d0-98d6-15c16d700421 HTTP/1.1" status: 200 len: 984 time: 0.0916870 Apr 30 13:24:39.410572 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-0c91bc43-cd39-4763-882c-da0592aca5ad req-a05884d6-b89f-422e-b82e-d90fbdab6e20 tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] 10.222.0.84 "GET /v2.0/security-groups?id=b9b0a6dc-3306-4386-9bfb-0e9ce3cca292&id=d57da9b9-0a4e-43bb-b073-f4ef24b5778c&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0429850 Apr 30 13:24:39.945314 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000748'] for agent, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:40.775613 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0ad212-53e2-4ead-bdce-181da229cb76 req-05c25634-80b6-40da-96d8-807167441425 tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:24:40.777109 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-0f0ad212-53e2-4ead-bdce-181da229cb76 req-05c25634-80b6-40da-96d8-807167441425 tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] 10.222.0.84 "GET /v2.0/ports?device_id=19f633bc-da5e-43d0-98d6-15c16d700421 HTTP/1.1" status: 200 len: 984 time: 0.1018822 Apr 30 13:24:40.827712 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-0f0ad212-53e2-4ead-bdce-181da229cb76 req-e91ecd84-cfd2-4b71-a470-58ff6055f01a tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] 10.222.0.84 "GET /v2.0/security-groups?id=b9b0a6dc-3306-4386-9bfb-0e9ce3cca292&id=d57da9b9-0a4e-43bb-b073-f4ef24b5778c&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0444431 Apr 30 13:24:42.023936 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61fb795-7ce6-44c7-bf12-eb9ded117095 req-d51840db-83ab-4e6e-83b4-3dd3a93a134e tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:24:42.025328 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-d61fb795-7ce6-44c7-bf12-eb9ded117095 req-d51840db-83ab-4e6e-83b4-3dd3a93a134e tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] 10.222.0.84 "GET /v2.0/ports?device_id=19f633bc-da5e-43d0-98d6-15c16d700421 HTTP/1.1" status: 200 len: 984 time: 0.0834088 Apr 30 13:24:42.077145 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-d61fb795-7ce6-44c7-bf12-eb9ded117095 req-52fcbcec-c4a3-4c6a-bea5-5f3b21794d81 tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] 10.222.0.84 "GET /v2.0/security-groups?id=b9b0a6dc-3306-4386-9bfb-0e9ce3cca292&id=d57da9b9-0a4e-43bb-b073-f4ef24b5778c&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0457571 Apr 30 13:24:43.287008 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b3fa2c-7c62-4ff1-b9fb-84b91e4530e5 req-4a74d225-c445-45cf-97ad-4e7c2bd26355 tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:24:43.288548 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-20b3fa2c-7c62-4ff1-b9fb-84b91e4530e5 req-4a74d225-c445-45cf-97ad-4e7c2bd26355 tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] 10.222.0.84 "GET /v2.0/ports?device_id=19f633bc-da5e-43d0-98d6-15c16d700421 HTTP/1.1" status: 200 len: 984 time: 0.0897276 Apr 30 13:24:43.338866 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-20b3fa2c-7c62-4ff1-b9fb-84b91e4530e5 req-8cbd93cd-3775-4742-85c1-25504a47dfc8 tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] 10.222.0.84 "GET /v2.0/security-groups?id=b9b0a6dc-3306-4386-9bfb-0e9ce3cca292&id=d57da9b9-0a4e-43bb-b073-f4ef24b5778c&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0442505 Apr 30 13:24:47.778314 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8f6103-5499-4d0b-8e05-42c3e57c9a90 req-fad7b087-124a-4cd1-9f20-2cc915dfd864 tempest-VolumesSnapshotTestJSON-1527571108 tempest-VolumesSnapshotTestJSON-1527571108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:24:47.779760 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-ee8f6103-5499-4d0b-8e05-42c3e57c9a90 req-fad7b087-124a-4cd1-9f20-2cc915dfd864 tempest-VolumesSnapshotTestJSON-1527571108 tempest-VolumesSnapshotTestJSON-1527571108-project] 10.222.0.84 "GET /v2.0/ports?device_id=c4dea29d-6635-4c21-878b-1c007b90c41e HTTP/1.1" status: 200 len: 945 time: 0.0890706 Apr 30 13:24:47.831444 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-ee8f6103-5499-4d0b-8e05-42c3e57c9a90 req-9d158baf-344d-4e29-a3f1-d486ad14432b tempest-VolumesSnapshotTestJSON-1527571108 tempest-VolumesSnapshotTestJSON-1527571108-project] 10.222.0.84 "GET /v2.0/security-groups?id=ae043b20-dece-449c-80ba-a49ac1ba8a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432434 Apr 30 13:24:49.049762 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bad24e-a53b-4668-8604-1bb62a3dc0b5 req-6ffd7d0a-a4e0-4418-8d11-4e94bc320957 tempest-VolumesSnapshotTestJSON-1527571108 tempest-VolumesSnapshotTestJSON-1527571108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:24:49.051237 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-62bad24e-a53b-4668-8604-1bb62a3dc0b5 req-6ffd7d0a-a4e0-4418-8d11-4e94bc320957 tempest-VolumesSnapshotTestJSON-1527571108 tempest-VolumesSnapshotTestJSON-1527571108-project] 10.222.0.84 "GET /v2.0/ports?device_id=c4dea29d-6635-4c21-878b-1c007b90c41e HTTP/1.1" status: 200 len: 945 time: 0.1015129 Apr 30 13:24:49.056022 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-bd09ed00-e944-473b-bba8-f8c0a53ec61f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000748'] for agent, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:49.105084 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-62bad24e-a53b-4668-8604-1bb62a3dc0b5 req-0f5d40af-a238-4979-b938-d22dd8ec13ff tempest-VolumesSnapshotTestJSON-1527571108 tempest-VolumesSnapshotTestJSON-1527571108-project] 10.222.0.84 "GET /v2.0/security-groups?id=ae043b20-dece-449c-80ba-a49ac1ba8a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463364 Apr 30 13:24:50.325667 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db92132-2abc-462c-8b4b-8baf8271c67c req-4b2a7c07-84b3-4e69-bf01-917e4a3f9665 tempest-VolumesSnapshotTestJSON-1527571108 tempest-VolumesSnapshotTestJSON-1527571108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:24:50.327132 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-1db92132-2abc-462c-8b4b-8baf8271c67c req-4b2a7c07-84b3-4e69-bf01-917e4a3f9665 tempest-VolumesSnapshotTestJSON-1527571108 tempest-VolumesSnapshotTestJSON-1527571108-project] 10.222.0.84 "GET /v2.0/ports?device_id=c4dea29d-6635-4c21-878b-1c007b90c41e HTTP/1.1" status: 200 len: 945 time: 0.0969932 Apr 30 13:24:50.380623 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-1db92132-2abc-462c-8b4b-8baf8271c67c req-889f728f-2c32-4a79-84c4-83c84e7a6753 tempest-VolumesSnapshotTestJSON-1527571108 tempest-VolumesSnapshotTestJSON-1527571108-project] 10.222.0.84 "GET /v2.0/security-groups?id=ae043b20-dece-449c-80ba-a49ac1ba8a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469813 Apr 30 13:24:51.588928 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec7a24e-3e14-40b7-bfde-6f5e90598d1e req-e004d5e1-1d11-473d-822f-0b9a0917684a tempest-VolumesSnapshotTestJSON-1527571108 tempest-VolumesSnapshotTestJSON-1527571108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:24:51.590362 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-fec7a24e-3e14-40b7-bfde-6f5e90598d1e req-e004d5e1-1d11-473d-822f-0b9a0917684a tempest-VolumesSnapshotTestJSON-1527571108 tempest-VolumesSnapshotTestJSON-1527571108-project] 10.222.0.84 "GET /v2.0/ports?device_id=c4dea29d-6635-4c21-878b-1c007b90c41e HTTP/1.1" status: 200 len: 945 time: 0.0863934 Apr 30 13:24:51.636056 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-fec7a24e-3e14-40b7-bfde-6f5e90598d1e req-4dbe9091-046d-474f-9115-5e02bce4efa7 tempest-VolumesSnapshotTestJSON-1527571108 tempest-VolumesSnapshotTestJSON-1527571108-project] 10.222.0.84 "GET /v2.0/security-groups?id=ae043b20-dece-449c-80ba-a49ac1ba8a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397856 Apr 30 13:24:51.843068 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-c8af88a1-52c3-41b3-8cd3-b490c2725540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000748'] for agent, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:52.278341 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000748'] for agent, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:52.398693 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cf7dde-3788-405c-b875-32220222b860 req-2017320a-a87b-4ac1-91f6-e84ef683bc00 tempest-VolumesSnapshotTestJSON-1527571108 tempest-VolumesSnapshotTestJSON-1527571108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:24:52.400117 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-99cf7dde-3788-405c-b875-32220222b860 req-2017320a-a87b-4ac1-91f6-e84ef683bc00 tempest-VolumesSnapshotTestJSON-1527571108 tempest-VolumesSnapshotTestJSON-1527571108-project] 10.222.0.95 "GET /v2.0/ports?device_id=c4dea29d-6635-4c21-878b-1c007b90c41e HTTP/1.1" status: 200 len: 945 time: 0.0930750 Apr 30 13:24:52.563210 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.plugin [req-99cf7dde-3788-405c-b875-32220222b860 req-7fbdf20e-e6d3-4e80-aafc-325421fa4f56 tempest-VolumesSnapshotTestJSON-1527571108 tempest-VolumesSnapshotTestJSON-1527571108-project] Deleting port 4a03c074-7df1-41a9-9f2b-d450e7bc1c96 {{(pid=73810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:24:52.563447 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-99cf7dde-3788-405c-b875-32220222b860 req-7fbdf20e-e6d3-4e80-aafc-325421fa4f56 tempest-VolumesSnapshotTestJSON-1527571108 tempest-VolumesSnapshotTestJSON-1527571108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773353273429'] for port, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:52.710238 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.db [req-99cf7dde-3788-405c-b875-32220222b860 req-7fbdf20e-e6d3-4e80-aafc-325421fa4f56 tempest-VolumesSnapshotTestJSON-1527571108 tempest-VolumesSnapshotTestJSON-1527571108-project] For port 4a03c074-7df1-41a9-9f2b-d450e7bc1c96, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=4a03c074-7df1-41a9-9f2b-d450e7bc1c96,segment=NetworkSegment(aa3080d5-9120-41a5-a197-56f5a0d7dc14),segment_id=aa3080d5-9120-41a5-a197-56f5a0d7dc14)] {{(pid=73810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:24:52.710981 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-99cf7dde-3788-405c-b875-32220222b860 req-7fbdf20e-e6d3-4e80-aafc-325421fa4f56 tempest-VolumesSnapshotTestJSON-1527571108 tempest-VolumesSnapshotTestJSON-1527571108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1047743'] for port, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:52.868429 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.plugin [req-99cf7dde-3788-405c-b875-32220222b860 req-7fbdf20e-e6d3-4e80-aafc-325421fa4f56 tempest-VolumesSnapshotTestJSON-1527571108 tempest-VolumesSnapshotTestJSON-1527571108-project] Calling delete_port for 4a03c074-7df1-41a9-9f2b-d450e7bc1c96 owned by compute:nova {{(pid=73810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:24:52.946439 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c69c4d-8b21-4eb2-b4fd-8f7a6d73e077 req-ba7d4544-dff1-49c7-b845-be6b9c87c8d5 tempest-VolumesSnapshotTestJSON-1527571108 tempest-VolumesSnapshotTestJSON-1527571108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:24:52.947929 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-e2c69c4d-8b21-4eb2-b4fd-8f7a6d73e077 req-ba7d4544-dff1-49c7-b845-be6b9c87c8d5 tempest-VolumesSnapshotTestJSON-1527571108 tempest-VolumesSnapshotTestJSON-1527571108-project] 10.222.0.84 "GET /v2.0/ports?device_id=c4dea29d-6635-4c21-878b-1c007b90c41e HTTP/1.1" status: 200 len: 945 time: 0.1720638 Apr 30 13:24:53.145611 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-e2c69c4d-8b21-4eb2-b4fd-8f7a6d73e077 req-5f8bdf75-a742-4e97-838f-00c83a4637d2 tempest-VolumesSnapshotTestJSON-1527571108 tempest-VolumesSnapshotTestJSON-1527571108-project] 10.222.0.84 "GET /v2.0/security-groups?id=ae043b20-dece-449c-80ba-a49ac1ba8a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905863 Apr 30 13:24:53.154015 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-99cf7dde-3788-405c-b875-32220222b860 req-7fbdf20e-e6d3-4e80-aafc-325421fa4f56 tempest-VolumesSnapshotTestJSON-1527571108 tempest-VolumesSnapshotTestJSON-1527571108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4120194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773353276016', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773352839711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11792972'] for port, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:53.156145 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-a9ba599c-bbf2-42e7-8bf2-2ae3bfc6b861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000748'] for agent, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:53.160753 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-8c56ce6f-7b67-4e4d-93a9-3f444b6241f7 tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:24:53.166230 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.db [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] get_ports_and_sgs() called for port_ids ['4a03c074-7df1-41a9-9f2b-d450e7bc1c96'] {{(pid=73812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 13:24:53.209076 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbdf20e-e6d3-4e80-aafc-325421fa4f56 tempest-VolumesSnapshotTestJSON-1527571108 tempest-VolumesSnapshotTestJSON-1527571108-project] Pushing event deleted for resources: {'Port': ['ID=4a03c074-7df1-41a9-9f2b-d450e7bc1c96,revision_number=None']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:24:53.247395 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbdf20e-e6d3-4e80-aafc-325421fa4f56 tempest-VolumesSnapshotTestJSON-1527571108 tempest-VolumesSnapshotTestJSON-1527571108-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:24:53.247757 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbdf20e-e6d3-4e80-aafc-325421fa4f56 tempest-VolumesSnapshotTestJSON-1527571108 tempest-VolumesSnapshotTestJSON-1527571108-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:24:53.248124 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbdf20e-e6d3-4e80-aafc-325421fa4f56 tempest-VolumesSnapshotTestJSON-1527571108 tempest-VolumesSnapshotTestJSON-1527571108-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:24:53.248689 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbdf20e-e6d3-4e80-aafc-325421fa4f56 tempest-VolumesSnapshotTestJSON-1527571108 tempest-VolumesSnapshotTestJSON-1527571108-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:24:53.249108 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbdf20e-e6d3-4e80-aafc-325421fa4f56 tempest-VolumesSnapshotTestJSON-1527571108 tempest-VolumesSnapshotTestJSON-1527571108-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:24:53.249496 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbdf20e-e6d3-4e80-aafc-325421fa4f56 tempest-VolumesSnapshotTestJSON-1527571108 tempest-VolumesSnapshotTestJSON-1527571108-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:24:53.249848 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbdf20e-e6d3-4e80-aafc-325421fa4f56 tempest-VolumesSnapshotTestJSON-1527571108 tempest-VolumesSnapshotTestJSON-1527571108-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:24:53.250202 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbdf20e-e6d3-4e80-aafc-325421fa4f56 tempest-VolumesSnapshotTestJSON-1527571108 tempest-VolumesSnapshotTestJSON-1527571108-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:24:53.250552 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbdf20e-e6d3-4e80-aafc-325421fa4f56 tempest-VolumesSnapshotTestJSON-1527571108 tempest-VolumesSnapshotTestJSON-1527571108-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:24:53.250903 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbdf20e-e6d3-4e80-aafc-325421fa4f56 tempest-VolumesSnapshotTestJSON-1527571108 tempest-VolumesSnapshotTestJSON-1527571108-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:24:53.251248 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbdf20e-e6d3-4e80-aafc-325421fa4f56 tempest-VolumesSnapshotTestJSON-1527571108 tempest-VolumesSnapshotTestJSON-1527571108-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:24:53.251571 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbdf20e-e6d3-4e80-aafc-325421fa4f56 tempest-VolumesSnapshotTestJSON-1527571108 tempest-VolumesSnapshotTestJSON-1527571108-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:24:53.258697 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-7fbdf20e-e6d3-4e80-aafc-325421fa4f56 tempest-VolumesSnapshotTestJSON-1527571108 tempest-VolumesSnapshotTestJSON-1527571108-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:24:53.299850 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.db.l3_dvrscheduler_db [req-99cf7dde-3788-405c-b875-32220222b860 req-7fbdf20e-e6d3-4e80-aafc-325421fa4f56 tempest-VolumesSnapshotTestJSON-1527571108 tempest-VolumesSnapshotTestJSON-1527571108-project] No DVR routers for this DVR port 4a03c074-7df1-41a9-9f2b-d450e7bc1c96 on host hv-cinder-78719 {{(pid=73810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 13:24:53.304053 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-99cf7dde-3788-405c-b875-32220222b860 req-7fbdf20e-e6d3-4e80-aafc-325421fa4f56 tempest-VolumesSnapshotTestJSON-1527571108 tempest-VolumesSnapshotTestJSON-1527571108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9974'] for port, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:53.307996 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4dea29d-6635-4c21-878b-1c007b90c41e', 'name': 'network-vif-deleted', 'tag': '4a03c074-7df1-41a9-9f2b-d450e7bc1c96'}] {{(pid=73810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:24:53.327993 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-99cf7dde-3788-405c-b875-32220222b860 req-7fbdf20e-e6d3-4e80-aafc-325421fa4f56 tempest-VolumesSnapshotTestJSON-1527571108 tempest-VolumesSnapshotTestJSON-1527571108-project] 10.222.0.95 "DELETE /v2.0/ports/4a03c074-7df1-41a9-9f2b-d450e7bc1c96 HTTP/1.1" status: 204 len: 173 time: 0.9214001 Apr 30 13:24:53.357081 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4dea29d-6635-4c21-878b-1c007b90c41e', 'name': 'network-vif-deleted', 'tag': '4a03c074-7df1-41a9-9f2b-d450e7bc1c96', 'status': 'completed', 'code': 200} Apr 30 13:24:54.337433 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.db.agents_db [None req-91df71b6-c2d8-49d0-b68d-2a1f0a47a62a None None] Agent healthcheck: found 6 active agents {{(pid=73814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 13:24:54.524566 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-5918b5d9-36b2-459a-8043-2e5e2054f07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000748'] for agent, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:57.546465 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.rpc [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Device 4a03c074-7df1-41a9-9f2b-d450e7bc1c96 no longer exists at agent hyperv_hv-cinder-78719 {{(pid=73812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 13:24:57.590333 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.plugin [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] No Port match for: 4a03c074-7df1-41a9-9f2b-d450e7bc1c96 {{(pid=73812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 13:24:57.590973 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.rpc [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Device 4a03c074-7df1-41a9-9f2b-d450e7bc1c96 not bound to the agent host hv-cinder-78719 {{(pid=73812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 13:25:09.938611 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000748'] for agent, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:13.795598 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.84', 34528) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:25:13.865533 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd84fa1f-c4d6-4255-a04d-2ff3a0f70f74 admin admin] Deleting subnet 1b3d21e6-8574-4d55-9302-6d6db2f4e7dd {{(pid=73809) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 30 13:25:13.868719 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-cd84fa1f-c4d6-4255-a04d-2ff3a0f70f74 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:13.921070 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-cd84fa1f-c4d6-4255-a04d-2ff3a0f70f74 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11422972'] for subnet, precommit_delete_associations {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:13.983518 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-cd84fa1f-c4d6-4255-a04d-2ff3a0f70f74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4062251'] for subnet, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:14.236458 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-cd84fa1f-c4d6-4255-a04d-2ff3a0f70f74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4062258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11423513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10753783'] for subnet, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:14.241315 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-0d14ede5-7d81-497a-ab95-e065c43ab12e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:25:14.262874 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-a6e04cd5-12e1-449b-b580-17c9a219b823 req-4ab2e667-57ea-449d-b2af-18f630c3e01d service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=19f633bc-da5e-43d0-98d6-15c16d700421&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0729897 Apr 30 13:25:14.363573 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e04cd5-12e1-449b-b580-17c9a219b823 req-85c1425c-cbde-4030-b22d-849d14156614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:25:14.365127 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-a6e04cd5-12e1-449b-b580-17c9a219b823 req-85c1425c-cbde-4030-b22d-849d14156614 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=2c72cc8db305484187018b2b5ff35a5e&device_id=19f633bc-da5e-43d0-98d6-15c16d700421 HTTP/1.1" status: 200 len: 1137 time: 0.0790834 Apr 30 13:25:14.389568 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd84fa1f-c4d6-4255-a04d-2ff3a0f70f74 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1b3d21e6-8574-4d55-9302-6d6db2f4e7dd,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:25:14.392699 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-cd84fa1f-c4d6-4255-a04d-2ff3a0f70f74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647359'] for subnet, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:14.401193 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd84fa1f-c4d6-4255-a04d-2ff3a0f70f74 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:25:14.401583 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd84fa1f-c4d6-4255-a04d-2ff3a0f70f74 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:25:14.401960 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd84fa1f-c4d6-4255-a04d-2ff3a0f70f74 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:25:14.402316 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd84fa1f-c4d6-4255-a04d-2ff3a0f70f74 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:25:14.402680 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd84fa1f-c4d6-4255-a04d-2ff3a0f70f74 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:25:14.403053 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd84fa1f-c4d6-4255-a04d-2ff3a0f70f74 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:25:14.403408 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd84fa1f-c4d6-4255-a04d-2ff3a0f70f74 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:25:14.403777 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd84fa1f-c4d6-4255-a04d-2ff3a0f70f74 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:25:14.404168 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd84fa1f-c4d6-4255-a04d-2ff3a0f70f74 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:25:14.404802 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd84fa1f-c4d6-4255-a04d-2ff3a0f70f74 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:25:14.404993 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd84fa1f-c4d6-4255-a04d-2ff3a0f70f74 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:25:14.405305 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd84fa1f-c4d6-4255-a04d-2ff3a0f70f74 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73809) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:25:14.409172 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-cd84fa1f-c4d6-4255-a04d-2ff3a0f70f74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:25:14.412735 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [None req-cd84fa1f-c4d6-4255-a04d-2ff3a0f70f74 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/1b3d21e6-8574-4d55-9302-6d6db2f4e7dd HTTP/1.1" status: 204 len: 168 time: 0.6160374 Apr 30 13:25:14.413617 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.84', 34532) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:25:14.523051 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e04cd5-12e1-449b-b580-17c9a219b823 req-fecabf53-179c-4da9-b489-3f4dbe3ba40f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:25:14.525000 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-a6e04cd5-12e1-449b-b580-17c9a219b823 req-fecabf53-179c-4da9-b489-3f4dbe3ba40f service neutron] 10.222.0.95 "GET /v2.0/networks?id=2ba9d2e4-5dd2-4744-8999-4b35525642bd HTTP/1.1" status: 200 len: 916 time: 0.1391711 Apr 30 13:25:14.528758 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-41e9a209-2fa2-4c88-a977-55d9bdb1a918 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4148260'] for network, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:14.639480 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-a6e04cd5-12e1-449b-b580-17c9a219b823 req-dd6a816f-4393-4ac9-aa2d-144206a46725 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3212cc7f-ec07-4dfd-bbf3-c0d5e98b3391 HTTP/1.1" status: 200 len: 1001 time: 0.1072276 Apr 30 13:25:14.657408 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-41e9a209-2fa2-4c88-a977-55d9bdb1a918 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3997862', 'neutron.services.segments.db._delete_segments_for_network-8773353284765'] for network, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:14.709578 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e04cd5-12e1-449b-b580-17c9a219b823 req-03a5580b-eabf-4993-8f76-7760a8933631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:25:14.711065 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-a6e04cd5-12e1-449b-b580-17c9a219b823 req-03a5580b-eabf-4993-8f76-7760a8933631 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=2cf2630d-a612-4c25-b4c9-9ff3cd5e9c8c HTTP/1.1" status: 200 len: 853 time: 0.0637374 Apr 30 13:25:14.773292 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.services.segments.db [None req-41e9a209-2fa2-4c88-a977-55d9bdb1a918 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0480531-3e40-4a36-9fc3-8990b62a29ee']}} {{(pid=73809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:25:14.786778 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.services.segments.db [None req-41e9a209-2fa2-4c88-a977-55d9bdb1a918 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa3080d5-9120-41a5-a197-56f5a0d7dc14') {'for_net_delete': True} {{(pid=73809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:25:14.787029 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.services.segments.db [None req-41e9a209-2fa2-4c88-a977-55d9bdb1a918 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa3080d5-9120-41a5-a197-56f5a0d7dc14') {} {{(pid=73809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:25:14.792475 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e04cd5-12e1-449b-b580-17c9a219b823 req-f6e6d206-7bbf-466d-be3b-23139c54be07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:25:14.794107 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-a6e04cd5-12e1-449b-b580-17c9a219b823 req-f6e6d206-7bbf-466d-be3b-23139c54be07 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=2ba9d2e4-5dd2-4744-8999-4b35525642bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0760005 Apr 30 13:25:14.799370 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-41e9a209-2fa2-4c88-a977-55d9bdb1a918 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773353296999', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11422965'] for segment, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:14.805681 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.wsgi [req-a6e04cd5-12e1-449b-b580-17c9a219b823 req-d0675eed-c986-4b90-8869-32108a3d367a service neutron] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=73810) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 13:25:14.806639 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-a6e04cd5-12e1-449b-b580-17c9a219b823 req-d0675eed-c986-4b90-8869-32108a3d367a service neutron] 10.222.0.95 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052655 Apr 30 13:25:14.816475 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-41e9a209-2fa2-4c88-a977-55d9bdb1a918 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060901'] for segment, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:14.823269 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41e9a209-2fa2-4c88-a977-55d9bdb1a918 admin admin] Releasing vlan 1138 on physical network physnet1 to pool {{(pid=73809) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 13:25:14.948063 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-a6e04cd5-12e1-449b-b580-17c9a219b823 req-bed19841-b43d-426d-94f5-c150c0995128 service neutron] 10.222.0.95 "GET /v2.0/networks/2ba9d2e4-5dd2-4744-8999-4b35525642bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329751 Apr 30 13:25:14.994184 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.managers [None req-41e9a209-2fa2-4c88-a977-55d9bdb1a918 admin admin] Network f0480531-3e40-4a36-9fc3-8990b62a29ee has no segments {{(pid=73809) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 13:25:15.007553 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-41e9a209-2fa2-4c88-a977-55d9bdb1a918 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4060702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11423667'] for segment, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:15.087713 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-a6e04cd5-12e1-449b-b580-17c9a219b823 req-6962d07c-0586-4a4e-86e7-c0ee9dfcf71d service neutron] 10.222.0.95 "GET /v2.0/networks/2ba9d2e4-5dd2-4744-8999-4b35525642bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317284 Apr 30 13:25:15.180942 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.managers [None req-41e9a209-2fa2-4c88-a977-55d9bdb1a918 admin admin] Network f0480531-3e40-4a36-9fc3-8990b62a29ee has no segments {{(pid=73809) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 13:25:15.202235 dv-cinder-787195-5-smb neutron-server[73809]: Traceback (most recent call last): Apr 30 13:25:15.202235 dv-cinder-787195-5-smb neutron-server[73809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 13:25:15.202235 dv-cinder-787195-5-smb neutron-server[73809]: timer() Apr 30 13:25:15.202235 dv-cinder-787195-5-smb neutron-server[73809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 13:25:15.202235 dv-cinder-787195-5-smb neutron-server[73809]: cb(*args, **kw) Apr 30 13:25:15.202235 dv-cinder-787195-5-smb neutron-server[73809]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 30 13:25:15.202235 dv-cinder-787195-5-smb neutron-server[73809]: return func(*args, **kwargs) Apr 30 13:25:15.202235 dv-cinder-787195-5-smb neutron-server[73809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 13:25:15.202235 dv-cinder-787195-5-smb neutron-server[73809]: self._notify() Apr 30 13:25:15.202235 dv-cinder-787195-5-smb neutron-server[73809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 13:25:15.202235 dv-cinder-787195-5-smb neutron-server[73809]: self.callback(batched_events) Apr 30 13:25:15.202235 dv-cinder-787195-5-smb neutron-server[73809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 13:25:15.202235 dv-cinder-787195-5-smb neutron-server[73809]: event.method(event) Apr 30 13:25:15.202235 dv-cinder-787195-5-smb neutron-server[73809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 30 13:25:15.202235 dv-cinder-787195-5-smb neutron-server[73809]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 13:25:15.202235 dv-cinder-787195-5-smb neutron-server[73809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 30 13:25:15.202235 dv-cinder-787195-5-smb neutron-server[73809]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 13:25:15.202235 dv-cinder-787195-5-smb neutron-server[73809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 30 13:25:15.202235 dv-cinder-787195-5-smb neutron-server[73809]: return f(self, *a, **k) Apr 30 13:25:15.202235 dv-cinder-787195-5-smb neutron-server[73809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 30 13:25:15.202235 dv-cinder-787195-5-smb neutron-server[73809]: return self._get(url).json() Apr 30 13:25:15.202235 dv-cinder-787195-5-smb neutron-server[73809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 30 13:25:15.202235 dv-cinder-787195-5-smb neutron-server[73809]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 13:25:15.202235 dv-cinder-787195-5-smb neutron-server[73809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 13:25:15.202235 dv-cinder-787195-5-smb neutron-server[73809]: return self.request(url, 'GET', **kwargs) Apr 30 13:25:15.202235 dv-cinder-787195-5-smb neutron-server[73809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 13:25:15.202235 dv-cinder-787195-5-smb neutron-server[73809]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 13:25:15.202235 dv-cinder-787195-5-smb neutron-server[73809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 13:25:15.202235 dv-cinder-787195-5-smb neutron-server[73809]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 13:25:15.202235 dv-cinder-787195-5-smb neutron-server[73809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 13:25:15.202235 dv-cinder-787195-5-smb neutron-server[73809]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 13:25:15.202235 dv-cinder-787195-5-smb neutron-server[73809]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 13:25:15.287430 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-41e9a209-2fa2-4c88-a977-55d9bdb1a918 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3997869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-920133'] for network, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:15.293114 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-697090c1-baf9-40b3-8181-1791be987ed3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:25:15.310511 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-41e9a209-2fa2-4c88-a977-55d9bdb1a918 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647359'] for network, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:15.321360 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e9a209-2fa2-4c88-a977-55d9bdb1a918 admin admin] Pushing event deleted for resources: {'Network': ['ID=f0480531-3e40-4a36-9fc3-8990b62a29ee,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:25:15.324701 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-41e9a209-2fa2-4c88-a977-55d9bdb1a918 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:25:15.333453 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [None req-41e9a209-2fa2-4c88-a977-55d9bdb1a918 admin admin] 10.222.0.84 "DELETE /v2.0/networks/f0480531-3e40-4a36-9fc3-8990b62a29ee HTTP/1.1" status: 204 len: 168 time: 0.9187264 Apr 30 13:25:15.458042 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.84', 34540) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:25:15.507112 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [None req-28cf3dae-604e-46df-9811-38b77a5bbe05 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=bcd132d8ee6b4e1496a3e381b746dc73&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0478611 Apr 30 13:25:15.509520 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.84', 34544) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:25:15.568544 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-89f07215-d4cb-4087-b71a-7ace36bd752c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:15.600859 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-89f07215-d4cb-4087-b71a-7ace36bd752c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:15.656622 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-89f07215-d4cb-4087-b71a-7ace36bd752c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985230'] for security_group, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:15.660518 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-483dad35-f696-4157-9626-f364ac26e73d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:25:15.673291 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f07215-d4cb-4087-b71a-7ace36bd752c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae043b20-dece-449c-80ba-a49ac1ba8a84,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:25:15.676539 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-89f07215-d4cb-4087-b71a-7ace36bd752c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:25:15.686468 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-89f07215-d4cb-4087-b71a-7ace36bd752c admin admin] Notify callbacks [] for security_group, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:15.687615 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [None req-89f07215-d4cb-4087-b71a-7ace36bd752c admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/ae043b20-dece-449c-80ba-a49ac1ba8a84 HTTP/1.1" status: 204 len: 168 time: 0.1772122 Apr 30 13:25:16.659481 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-12c1a76c-8805-4196-bee2-317272f30f74 req-76f29159-16e9-4cc1-ba92-2cd6a5fcbe78 tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-58271258&fields=id&tenant_id=2c72cc8db305484187018b2b5ff35a5e HTTP/1.1" status: 200 len: 267 time: 0.3029580 Apr 30 13:25:16.753043 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c1a76c-8805-4196-bee2-317272f30f74 req-b35521fc-d4ad-43a6-8ff8-ebe2e60bff53 tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:25:16.754494 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-12c1a76c-8805-4196-bee2-317272f30f74 req-b35521fc-d4ad-43a6-8ff8-ebe2e60bff53 tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] 10.222.0.84 "GET /v2.0/ports?device_id=19f633bc-da5e-43d0-98d6-15c16d700421 HTTP/1.1" status: 200 len: 984 time: 0.0892799 Apr 30 13:25:16.769479 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.v2.base [req-12c1a76c-8805-4196-bee2-317272f30f74 req-60cc05e2-f360-417b-9cbe-5623330fa8c4 tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] Request body: {'port': {'security_groups': ['d57da9b9-0a4e-43bb-b073-f4ef24b5778c']}} {{(pid=73810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:25:16.898822 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-12c1a76c-8805-4196-bee2-317272f30f74 req-60cc05e2-f360-417b-9cbe-5623330fa8c4 tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4120257'] for port, before_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:17.167674 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.db [req-12c1a76c-8805-4196-bee2-317272f30f74 req-60cc05e2-f360-417b-9cbe-5623330fa8c4 tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] For port 3212cc7f-ec07-4dfd-bbf3-c0d5e98b3391, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=3212cc7f-ec07-4dfd-bbf3-c0d5e98b3391,segment=NetworkSegment(db5183e4-e38e-4944-a7fd-266c0d9f3735),segment_id=db5183e4-e38e-4944-a7fd-266c0d9f3735)] {{(pid=73810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:25:17.194224 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-12c1a76c-8805-4196-bee2-317272f30f74 req-60cc05e2-f360-417b-9cbe-5623330fa8c4 tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] Notify callbacks [] for port, precommit_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:17.202020 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-12c1a76c-8805-4196-bee2-317272f30f74 req-60cc05e2-f360-417b-9cbe-5623330fa8c4 tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4120194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773353276007', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773352839720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773352839765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11792967'] for port, after_update {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:17.208218 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-0d4580fe-3cb9-4da6-b8a5-63a960baabfd tempest-AttachVolumeShelveTestJSON-1392589248 tempest-AttachVolumeShelveTestJSON-1392589248-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:25:17.213873 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.db [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] get_ports_and_sgs() called for port_ids ['3212cc7f-ec07-4dfd-bbf3-c0d5e98b3391'] {{(pid=73812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 13:25:17.272167 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c1a76c-8805-4196-bee2-317272f30f74 req-60cc05e2-f360-417b-9cbe-5623330fa8c4 tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:25:17.272858 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-12c1a76c-8805-4196-bee2-317272f30f74 req-60cc05e2-f360-417b-9cbe-5623330fa8c4 tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9974'] for port, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:17.278812 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-12c1a76c-8805-4196-bee2-317272f30f74 req-60cc05e2-f360-417b-9cbe-5623330fa8c4 tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] 10.222.0.84 "PUT /v2.0/ports/3212cc7f-ec07-4dfd-bbf3-c0d5e98b3391 HTTP/1.1" status: 200 len: 942 time: 0.5123975 Apr 30 13:25:17.278812 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19f633bc-da5e-43d0-98d6-15c16d700421', 'tag': '3212cc7f-ec07-4dfd-bbf3-c0d5e98b3391'}] {{(pid=73810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:25:17.286999 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.84', 34556) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:25:17.332035 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cc05e2-f360-417b-9cbe-5623330fa8c4 tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] Pushing event updated for resources: {'Port': ['ID=3212cc7f-ec07-4dfd-bbf3-c0d5e98b3391,revision_number=7']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:25:17.342131 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.db [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] get_ports_and_sgs() called for port_ids ['3212cc7f-ec07-4dfd-bbf3-c0d5e98b3391'] {{(pid=73812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 13:25:17.344004 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-60cc05e2-f360-417b-9cbe-5623330fa8c4 tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:25:17.349964 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19f633bc-da5e-43d0-98d6-15c16d700421', 'tag': '3212cc7f-ec07-4dfd-bbf3-c0d5e98b3391', 'status': 'completed', 'code': 200} Apr 30 13:25:17.423517 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-ac7dcfda-8983-426b-845f-1702c67974ca tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] Notify callbacks [] for security_group, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:17.462045 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-ac7dcfda-8983-426b-845f-1702c67974ca tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] Notify callbacks [] for security_group, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:17.572143 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.provisioning_blocks [None req-e3b405ac-3bc7-4afe-a56c-de950429c9ed None None] Provisioning complete for port 3212cc7f-ec07-4dfd-bbf3-c0d5e98b3391 triggered by entity DHCP. {{(pid=73812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:25:17.572559 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-e3b405ac-3bc7-4afe-a56c-de950429c9ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4000605'] for port, provisioning_complete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:17.638633 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af3330d-7c13-4a03-b0c8-5ac460443ad6 req-a6627089-43e3-4592-949d-8146ac24faba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:25:17.640169 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-9af3330d-7c13-4a03-b0c8-5ac460443ad6 req-a6627089-43e3-4592-949d-8146ac24faba service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=2c72cc8db305484187018b2b5ff35a5e&device_id=19f633bc-da5e-43d0-98d6-15c16d700421 HTTP/1.1" status: 200 len: 1098 time: 0.2634149 Apr 30 13:25:17.732268 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-ac7dcfda-8983-426b-845f-1702c67974ca tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985230'] for security_group, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:17.750328 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-eb9650ba-a79c-4adf-b751-28dcc5848eae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:25:17.768643 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7dcfda-8983-426b-845f-1702c67974ca tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9b0a6dc-3306-4386-9bfb-0e9ce3cca292,revision_number=None']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:25:17.771093 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-ac7dcfda-8983-426b-845f-1702c67974ca tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:25:17.784573 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-ac7dcfda-8983-426b-845f-1702c67974ca tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] Notify callbacks [] for security_group, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:17.785381 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [None req-ac7dcfda-8983-426b-845f-1702c67974ca tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] 10.222.0.84 "DELETE /v2.0/security-groups/b9b0a6dc-3306-4386-9bfb-0e9ce3cca292 HTTP/1.1" status: 204 len: 168 time: 0.4974911 Apr 30 13:25:17.788335 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.84', 34560) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:25:17.808229 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af3330d-7c13-4a03-b0c8-5ac460443ad6 req-72dd6703-3233-4da2-8b53-253af03c3fec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:25:17.809750 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-9af3330d-7c13-4a03-b0c8-5ac460443ad6 req-72dd6703-3233-4da2-8b53-253af03c3fec service neutron] 10.222.0.95 "GET /v2.0/networks?id=2ba9d2e4-5dd2-4744-8999-4b35525642bd HTTP/1.1" status: 200 len: 916 time: 0.1629541 Apr 30 13:25:17.920213 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-9af3330d-7c13-4a03-b0c8-5ac460443ad6 req-4c8cdd97-e350-44ca-9b01-d037949f5de2 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3212cc7f-ec07-4dfd-bbf3-c0d5e98b3391 HTTP/1.1" status: 200 len: 1001 time: 0.1023324 Apr 30 13:25:17.986567 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af3330d-7c13-4a03-b0c8-5ac460443ad6 req-ff3adbc6-d9c0-4090-a999-79922701e7eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:25:17.987913 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-9af3330d-7c13-4a03-b0c8-5ac460443ad6 req-ff3adbc6-d9c0-4090-a999-79922701e7eb service neutron] 10.222.0.95 "GET /v2.0/subnets?id=2cf2630d-a612-4c25-b4c9-9ff3cd5e9c8c HTTP/1.1" status: 200 len: 853 time: 0.0610011 Apr 30 13:25:18.061708 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.plugin [None req-534fc653-6063-421a-8815-5305fff69c54 tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] Deleting port e5d05fc6-84d4-4289-8660-9dccab2e65d7 {{(pid=73809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:25:18.062084 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-534fc653-6063-421a-8815-5305fff69c54 tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773353273429'] for port, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:18.064295 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af3330d-7c13-4a03-b0c8-5ac460443ad6 req-37726dd9-21fd-4ec7-ba0a-739b6fc08afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:25:18.065820 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-9af3330d-7c13-4a03-b0c8-5ac460443ad6 req-37726dd9-21fd-4ec7-ba0a-739b6fc08afc service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=2ba9d2e4-5dd2-4744-8999-4b35525642bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0715046 Apr 30 13:25:18.206343 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-9af3330d-7c13-4a03-b0c8-5ac460443ad6 req-beedcb77-a8a3-4edd-b03d-2665978b8442 service neutron] 10.222.0.95 "GET /v2.0/networks/2ba9d2e4-5dd2-4744-8999-4b35525642bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337569 Apr 30 13:25:18.294416 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-534fc653-6063-421a-8815-5305fff69c54 tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1047743'] for port, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:18.294687 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-534fc653-6063-421a-8815-5305fff69c54 tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:18.345368 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-9af3330d-7c13-4a03-b0c8-5ac460443ad6 req-cb95383a-2392-46d5-bd82-122109d4a728 service neutron] 10.222.0.95 "GET /v2.0/networks/2ba9d2e4-5dd2-4744-8999-4b35525642bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320591 Apr 30 13:25:18.428393 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.plugin [None req-534fc653-6063-421a-8815-5305fff69c54 tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] Calling delete_port for e5d05fc6-84d4-4289-8660-9dccab2e65d7 owned by network:floatingip {{(pid=73809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:25:18.576987 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-534fc653-6063-421a-8815-5305fff69c54 tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4120194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773353276016', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773352839711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11423588'] for port, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:18.581363 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-198ef2c2-d58a-43b7-ad48-c59c88e91751 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:25:18.625713 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534fc653-6063-421a-8815-5305fff69c54 tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] Pushing event deleted for resources: {'Port': ['ID=e5d05fc6-84d4-4289-8660-9dccab2e65d7,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:25:18.628951 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-534fc653-6063-421a-8815-5305fff69c54 tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:25:18.728196 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-534fc653-6063-421a-8815-5305fff69c54 tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] Notify callbacks [] for floatingip, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:18.728516 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.db.l3_db [None req-534fc653-6063-421a-8815-5305fff69c54 tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] Floating IP f009bd0c-c1b6-4a63-8100-8a04cc18899d disassociated (deleted). External IP: 172.28.3.110, port: 3212cc7f-ec07-4dfd-bbf3-c0d5e98b3391. Apr 30 13:25:19.054166 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-5ab5f00b-7ebe-46d6-9521-4419c1d598fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000748'] for agent, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:19.111539 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-534fc653-6063-421a-8815-5305fff69c54 tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] Router f88cc52a-617a-4c04-b7e0-805b0768ece2 has already been hosted by L3 agent 0896dfae-3c2f-4fc2-b5f4-9284ce516a86 {{(pid=73809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 13:25:19.304286 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-534fc653-6063-421a-8815-5305fff69c54 tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] Notify agent at l3_agent.dv-cinder-787195-5-smb the message routers_updated {{(pid=73809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 13:25:19.314118 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-149dbd3e-5edf-4b04-87ce-6d73fae72095 None None] Sync routers for ids ['f88cc52a-617a-4c04-b7e0-805b0768ece2'] in dv-cinder-787195-5-smb {{(pid=73812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 13:25:19.325168 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-149dbd3e-5edf-4b04-87ce-6d73fae72095 None None] Routers {'f88cc52a-617a-4c04-b7e0-805b0768ece2'} bound to L3 agent in host dv-cinder-787195-5-smb {{(pid=73812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:25:19.325805 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.l3_hamode_db [None req-149dbd3e-5edf-4b04-87ce-6d73fae72095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T13:06:52Z,description=,heartbeat_timestamp=2021-04-30T13:24:52Z,host='dv-cinder-787195-5-smb',id=0896dfae-3c2f-4fc2-b5f4-9284ce516a86,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:06:52Z,topic='l3_agent')) {'router_ids': ['f88cc52a-617a-4c04-b7e0-805b0768ece2'], 'active': True} {{(pid=73812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:25:19.327782 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-534fc653-6063-421a-8815-5305fff69c54 tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9974'] for floatingip, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:19.386030 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [None req-534fc653-6063-421a-8815-5305fff69c54 tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] 10.222.0.84 "DELETE /v2.0/floatingips/f009bd0c-c1b6-4a63-8100-8a04cc18899d HTTP/1.1" status: 204 len: 168 time: 1.5965321 Apr 30 13:25:19.386761 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19f633bc-da5e-43d0-98d6-15c16d700421', 'tag': '3212cc7f-ec07-4dfd-bbf3-c0d5e98b3391'}] {{(pid=73809) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:25:19.433258 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19f633bc-da5e-43d0-98d6-15c16d700421', 'tag': '3212cc7f-ec07-4dfd-bbf3-c0d5e98b3391', 'status': 'completed', 'code': 200} Apr 30 13:25:19.513924 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.l3_dvr_db [None req-149dbd3e-5edf-4b04-87ce-6d73fae72095 None None] Set router f88cc52a-617a-4c04-b7e0-805b0768ece2 gateway port host: dv-cinder-787195-5-smb {{(pid=73812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:25:19.533957 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dffb9b0-1012-48a3-8814-55230fd5692b req-ac5b00f0-2ed1-4ed9-a895-c1f1532b7e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:25:19.535678 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-3dffb9b0-1012-48a3-8814-55230fd5692b req-ac5b00f0-2ed1-4ed9-a895-c1f1532b7e6f service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=2c72cc8db305484187018b2b5ff35a5e&device_id=19f633bc-da5e-43d0-98d6-15c16d700421 HTTP/1.1" status: 200 len: 1098 time: 0.0791254 Apr 30 13:25:19.684848 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dffb9b0-1012-48a3-8814-55230fd5692b req-12c3708e-4d19-4532-93e6-0a08d97680f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:25:19.689240 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-3dffb9b0-1012-48a3-8814-55230fd5692b req-12c3708e-4d19-4532-93e6-0a08d97680f8 service neutron] 10.222.0.95 "GET /v2.0/networks?id=2ba9d2e4-5dd2-4744-8999-4b35525642bd HTTP/1.1" status: 200 len: 916 time: 0.1438792 Apr 30 13:25:19.774237 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-3dffb9b0-1012-48a3-8814-55230fd5692b req-ee4df43c-5724-4d59-9968-dca20ef321c8 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3212cc7f-ec07-4dfd-bbf3-c0d5e98b3391 HTTP/1.1" status: 200 len: 217 time: 0.0805130 Apr 30 13:25:19.842976 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dffb9b0-1012-48a3-8814-55230fd5692b req-011f240f-6d44-42f2-995e-9bd734c77b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:25:19.846277 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-3dffb9b0-1012-48a3-8814-55230fd5692b req-011f240f-6d44-42f2-995e-9bd734c77b6f service neutron] 10.222.0.95 "GET /v2.0/subnets?id=2cf2630d-a612-4c25-b4c9-9ff3cd5e9c8c HTTP/1.1" status: 200 len: 853 time: 0.0636055 Apr 30 13:25:19.872318 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.l3_hamode_db [None req-149dbd3e-5edf-4b04-87ce-6d73fae72095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f88cc52a-617a-4c04-b7e0-805b0768ece2', 'name': 'tempest-TestMinimumBasicScenario-908689873-router', 'tenant_id': '2c72cc8db305484187018b2b5ff35a5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b95ef810-b08d-4c08-b0c0-c75d2ee1b25b', 'external_fixed_ips': [{'subnet_id': 'b3fe51b0-9be9-4b1a-951c-de133b7a88b5', 'ip_address': '172.28.3.144'}], 'enable_snat': True}, 'gw_port_id': 'd7830c86-734a-40cd-a5c0-b75b644de5d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:23:03Z', 'updated_at': '2021-04-30T13:23:07Z', 'revision_number': 4, 'project_id': '2c72cc8db305484187018b2b5ff35a5e', 'gw_port': {'id': 'd7830c86-734a-40cd-a5c0-b75b644de5d9', 'name': '', 'network_id': 'b95ef810-b08d-4c08-b0c0-c75d2ee1b25b', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:ca:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f88cc52a-617a-4c04-b7e0-805b0768ece2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'b3fe51b0-9be9-4b1a-951c-de133b7a88b5', 'ip_address': '172.28.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:23:04Z', 'updated_at': '2021-04-30T13:23:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fe51b0-9be9-4b1a-951c-de133b7a88b5', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-5-smb', '_interfaces': [{'id': 'f3bed272-50f4-4fd4-899f-75cc696fda61', 'name': '', 'network_id': '2ba9d2e4-5dd2-4744-8999-4b35525642bd', 'tenant_id': '2c72cc8db305484187018b2b5ff35a5e', 'mac_address': 'fa:16:3e:1a:e7:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f88cc52a-617a-4c04-b7e0-805b0768ece2', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '2cf2630d-a612-4c25-b4c9-9ff3cd5e9c8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:23:06Z', 'updated_at': '2021-04-30T13:23:14Z', 'revision_number': 5, 'project_id': '2c72cc8db305484187018b2b5ff35a5e', 'subnets': [{'id': '2cf2630d-a612-4c25-b4c9-9ff3cd5e9c8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-5-smb', False) {} {{(pid=73812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:25:19.877091 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-149dbd3e-5edf-4b04-87ce-6d73fae72095 None None] Checking router: f88cc52a-617a-4c04-b7e0-805b0768ece2 for host: dv-cinder-787195-5-smb {{(pid=73812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 13:25:19.886387 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-149dbd3e-5edf-4b04-87ce-6d73fae72095 None None] Routers {'f88cc52a-617a-4c04-b7e0-805b0768ece2'} bound to L3 agent in host dv-cinder-787195-5-smb {{(pid=73812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:25:19.887354 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.l3_hamode_db [None req-149dbd3e-5edf-4b04-87ce-6d73fae72095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T13:06:52Z,description=,heartbeat_timestamp=2021-04-30T13:24:52Z,host='dv-cinder-787195-5-smb',id=0896dfae-3c2f-4fc2-b5f4-9284ce516a86,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:06:52Z,topic='l3_agent')) {'router_ids': ['f88cc52a-617a-4c04-b7e0-805b0768ece2'], 'active': True} {{(pid=73812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:25:19.926378 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dffb9b0-1012-48a3-8814-55230fd5692b req-b9f48b27-9de9-4892-98a1-6be1ed590aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:25:19.927870 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-3dffb9b0-1012-48a3-8814-55230fd5692b req-b9f48b27-9de9-4892-98a1-6be1ed590aa7 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=2ba9d2e4-5dd2-4744-8999-4b35525642bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0750542 Apr 30 13:25:20.066972 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-3dffb9b0-1012-48a3-8814-55230fd5692b req-727d93f7-4ca8-40df-857d-4a5dfd8c5183 service neutron] 10.222.0.95 "GET /v2.0/networks/2ba9d2e4-5dd2-4744-8999-4b35525642bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310649 Apr 30 13:25:20.113948 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.l3_dvr_db [None req-149dbd3e-5edf-4b04-87ce-6d73fae72095 None None] Set router f88cc52a-617a-4c04-b7e0-805b0768ece2 gateway port host: dv-cinder-787195-5-smb {{(pid=73812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:25:20.221044 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-3dffb9b0-1012-48a3-8814-55230fd5692b req-59622435-22b7-40dd-b788-93ad1a3bb82c service neutron] 10.222.0.95 "GET /v2.0/networks/2ba9d2e4-5dd2-4744-8999-4b35525642bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449368 Apr 30 13:25:20.438027 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.l3_hamode_db [None req-149dbd3e-5edf-4b04-87ce-6d73fae72095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f88cc52a-617a-4c04-b7e0-805b0768ece2', 'name': 'tempest-TestMinimumBasicScenario-908689873-router', 'tenant_id': '2c72cc8db305484187018b2b5ff35a5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b95ef810-b08d-4c08-b0c0-c75d2ee1b25b', 'external_fixed_ips': [{'subnet_id': 'b3fe51b0-9be9-4b1a-951c-de133b7a88b5', 'ip_address': '172.28.3.144'}], 'enable_snat': True}, 'gw_port_id': 'd7830c86-734a-40cd-a5c0-b75b644de5d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:23:03Z', 'updated_at': '2021-04-30T13:23:07Z', 'revision_number': 4, 'project_id': '2c72cc8db305484187018b2b5ff35a5e', 'gw_port': {'id': 'd7830c86-734a-40cd-a5c0-b75b644de5d9', 'name': '', 'network_id': 'b95ef810-b08d-4c08-b0c0-c75d2ee1b25b', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:ca:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f88cc52a-617a-4c04-b7e0-805b0768ece2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'b3fe51b0-9be9-4b1a-951c-de133b7a88b5', 'ip_address': '172.28.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:23:04Z', 'updated_at': '2021-04-30T13:23:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fe51b0-9be9-4b1a-951c-de133b7a88b5', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-5-smb', '_interfaces': [{'id': 'f3bed272-50f4-4fd4-899f-75cc696fda61', 'name': '', 'network_id': '2ba9d2e4-5dd2-4744-8999-4b35525642bd', 'tenant_id': '2c72cc8db305484187018b2b5ff35a5e', 'mac_address': 'fa:16:3e:1a:e7:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f88cc52a-617a-4c04-b7e0-805b0768ece2', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '2cf2630d-a612-4c25-b4c9-9ff3cd5e9c8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:23:06Z', 'updated_at': '2021-04-30T13:23:14Z', 'revision_number': 5, 'project_id': '2c72cc8db305484187018b2b5ff35a5e', 'subnets': [{'id': '2cf2630d-a612-4c25-b4c9-9ff3cd5e9c8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787195-5-smb', False) {} {{(pid=73812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:25:20.442927 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-149dbd3e-5edf-4b04-87ce-6d73fae72095 None None] The sync data for ids ['f88cc52a-617a-4c04-b7e0-805b0768ece2'] in dv-cinder-787195-5-smb is: [{'id': 'f88cc52a-617a-4c04-b7e0-805b0768ece2', 'name': 'tempest-TestMinimumBasicScenario-908689873-router', 'tenant_id': '2c72cc8db305484187018b2b5ff35a5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b95ef810-b08d-4c08-b0c0-c75d2ee1b25b', 'external_fixed_ips': [{'subnet_id': 'b3fe51b0-9be9-4b1a-951c-de133b7a88b5', 'ip_address': '172.28.3.144'}], 'enable_snat': True}, 'gw_port_id': 'd7830c86-734a-40cd-a5c0-b75b644de5d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:23:03Z', 'updated_at': '2021-04-30T13:23:07Z', 'revision_number': 4, 'project_id': '2c72cc8db305484187018b2b5ff35a5e', 'gw_port': {'id': 'd7830c86-734a-40cd-a5c0-b75b644de5d9', 'name': '', 'network_id': 'b95ef810-b08d-4c08-b0c0-c75d2ee1b25b', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:ca:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f88cc52a-617a-4c04-b7e0-805b0768ece2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'b3fe51b0-9be9-4b1a-951c-de133b7a88b5', 'ip_address': '172.28.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:23:04Z', 'updated_at': '2021-04-30T13:23:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fe51b0-9be9-4b1a-951c-de133b7a88b5', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-5-smb', '_interfaces': [{'id': 'f3bed272-50f4-4fd4-899f-75cc696fda61', 'name': '', 'network_id': '2ba9d2e4-5dd2-4744-8999-4b35525642bd', 'tenant_id': '2c72cc8db305484187018b2b5ff35a5e', 'mac_address': 'fa:16:3e:1a:e7:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f88cc52a-617a-4c04-b7e0-805b0768ece2', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '2cf2630d-a612-4c25-b4c9-9ff3cd5e9c8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:23:06Z', 'updated_at': '2021-04-30T13:23:14Z', 'revision_number': 5, 'project_id': '2c72cc8db305484187018b2b5ff35a5e', 'subnets': [{'id': '2cf2630d-a612-4c25-b4c9-9ff3cd5e9c8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 13:25:20.684711 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3002ece3-9930-4cd4-b036-363ebf9d829c None None] New status for floating IP f009bd0c-c1b6-4a63-8100-8a04cc18899d: DOWN {{(pid=73814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 13:25:21.838278 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-57e8e87a-2045-46e9-8510-a70675d44b44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000748'] for agent, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:22.279573 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000748'] for agent, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:22.892061 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf48620-061f-4cda-a216-126b5d93a32d req-a4068d12-9bbb-4aab-b49d-410c387a5990 tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:25:22.893467 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-9cf48620-061f-4cda-a216-126b5d93a32d req-a4068d12-9bbb-4aab-b49d-410c387a5990 tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] 10.222.0.84 "GET /v2.0/ports?device_id=19f633bc-da5e-43d0-98d6-15c16d700421 HTTP/1.1" status: 200 len: 945 time: 0.0936167 Apr 30 13:25:22.939800 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.quota.resource [req-9cf48620-061f-4cda-a216-126b5d93a32d req-f979bea9-7ecf-46dd-bfaf-3dc78df6135b tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] Synchronizing usage tracker for tenant:2c72cc8db305484187018b2b5ff35a5e on resource:security_group {{(pid=73810) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:25:22.958985 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.quota.resource [req-9cf48620-061f-4cda-a216-126b5d93a32d req-f979bea9-7ecf-46dd-bfaf-3dc78df6135b tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] Unset dirty status for tenant:2c72cc8db305484187018b2b5ff35a5e on resource:security_group {{(pid=73810) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:25:22.960297 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-9cf48620-061f-4cda-a216-126b5d93a32d req-f979bea9-7ecf-46dd-bfaf-3dc78df6135b tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] 10.222.0.84 "GET /v2.0/security-groups?id=d57da9b9-0a4e-43bb-b073-f4ef24b5778c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609326 Apr 30 13:25:23.166426 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-a9ba599c-bbf2-42e7-8bf2-2ae3bfc6b861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000748'] for agent, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:24.177361 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9b614b-f2ff-41c6-9673-44f1117c3329 req-b026d82f-7007-45c6-a116-954f4268a92f tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:25:24.178862 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-5c9b614b-f2ff-41c6-9673-44f1117c3329 req-b026d82f-7007-45c6-a116-954f4268a92f tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] 10.222.0.84 "GET /v2.0/ports?device_id=19f633bc-da5e-43d0-98d6-15c16d700421 HTTP/1.1" status: 200 len: 945 time: 0.0928955 Apr 30 13:25:24.347813 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-5c9b614b-f2ff-41c6-9673-44f1117c3329 req-d939b42e-115a-4da2-8421-21b6e6584cf1 tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] 10.222.0.84 "GET /v2.0/security-groups?id=d57da9b9-0a4e-43bb-b073-f4ef24b5778c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601596 Apr 30 13:25:24.530470 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-5918b5d9-36b2-459a-8043-2e5e2054f07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000748'] for agent, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:24.655749 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e168a7-7329-4a7d-bfdf-486fc9f8d754 req-69f33cda-dded-4138-95b7-c87d42565cf9 tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:25:24.657251 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-e9e168a7-7329-4a7d-bfdf-486fc9f8d754 req-69f33cda-dded-4138-95b7-c87d42565cf9 tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] 10.222.0.95 "GET /v2.0/ports?device_id=19f633bc-da5e-43d0-98d6-15c16d700421 HTTP/1.1" status: 200 len: 945 time: 0.0842192 Apr 30 13:25:24.799099 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.plugin [req-e9e168a7-7329-4a7d-bfdf-486fc9f8d754 req-9a656037-b358-4ba1-8efa-a50412eb41b1 tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] Deleting port 3212cc7f-ec07-4dfd-bbf3-c0d5e98b3391 {{(pid=73810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:25:24.799419 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-e9e168a7-7329-4a7d-bfdf-486fc9f8d754 req-9a656037-b358-4ba1-8efa-a50412eb41b1 tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773353273429'] for port, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:24.935334 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.db [req-e9e168a7-7329-4a7d-bfdf-486fc9f8d754 req-9a656037-b358-4ba1-8efa-a50412eb41b1 tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] For port 3212cc7f-ec07-4dfd-bbf3-c0d5e98b3391, host hv-cinder-78719, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78719',level=0,port_id=3212cc7f-ec07-4dfd-bbf3-c0d5e98b3391,segment=NetworkSegment(db5183e4-e38e-4944-a7fd-266c0d9f3735),segment_id=db5183e4-e38e-4944-a7fd-266c0d9f3735)] {{(pid=73810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:25:24.935597 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-e9e168a7-7329-4a7d-bfdf-486fc9f8d754 req-9a656037-b358-4ba1-8efa-a50412eb41b1 tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1047743'] for port, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:25.058909 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.plugin [req-e9e168a7-7329-4a7d-bfdf-486fc9f8d754 req-9a656037-b358-4ba1-8efa-a50412eb41b1 tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] Calling delete_port for 3212cc7f-ec07-4dfd-bbf3-c0d5e98b3391 owned by compute:nova {{(pid=73810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:25:25.175092 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-e9e168a7-7329-4a7d-bfdf-486fc9f8d754 req-9a656037-b358-4ba1-8efa-a50412eb41b1 tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4120194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773353276016', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773352839711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11792972'] for port, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:25.181280 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-c042ed6a-0a8f-42e4-a704-2ac81dcd17c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:25:25.186899 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.db [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] get_ports_and_sgs() called for port_ids ['3212cc7f-ec07-4dfd-bbf3-c0d5e98b3391'] {{(pid=73812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 13:25:25.227608 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a656037-b358-4ba1-8efa-a50412eb41b1 tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] Pushing event deleted for resources: {'Port': ['ID=3212cc7f-ec07-4dfd-bbf3-c0d5e98b3391,revision_number=None']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:25:25.231176 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-9a656037-b358-4ba1-8efa-a50412eb41b1 tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:25:25.308375 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9e168a7-7329-4a7d-bfdf-486fc9f8d754 req-9a656037-b358-4ba1-8efa-a50412eb41b1 tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] No DVR routers for this DVR port 3212cc7f-ec07-4dfd-bbf3-c0d5e98b3391 on host hv-cinder-78719 {{(pid=73810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 13:25:25.311215 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [req-e9e168a7-7329-4a7d-bfdf-486fc9f8d754 req-9a656037-b358-4ba1-8efa-a50412eb41b1 tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9974'] for port, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:25.313896 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19f633bc-da5e-43d0-98d6-15c16d700421', 'name': 'network-vif-deleted', 'tag': '3212cc7f-ec07-4dfd-bbf3-c0d5e98b3391'}] {{(pid=73810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:25:25.325748 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-e9e168a7-7329-4a7d-bfdf-486fc9f8d754 req-9a656037-b358-4ba1-8efa-a50412eb41b1 tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] 10.222.0.95 "DELETE /v2.0/ports/3212cc7f-ec07-4dfd-bbf3-c0d5e98b3391 HTTP/1.1" status: 204 len: 173 time: 0.6623909 Apr 30 13:25:25.363041 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19f633bc-da5e-43d0-98d6-15c16d700421', 'name': 'network-vif-deleted', 'tag': '3212cc7f-ec07-4dfd-bbf3-c0d5e98b3391', 'status': 'completed', 'code': 200} Apr 30 13:25:25.506864 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.quota.resource [req-aeef8acb-fb2b-4422-b082-b17ad36bcf6c req-6bf813e9-7cf3-4fc8-a8dc-3561dbb6af1d tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] Synchronizing usage tracker for tenant:2c72cc8db305484187018b2b5ff35a5e on resource:port {{(pid=73810) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:25:25.525615 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.quota.resource [req-aeef8acb-fb2b-4422-b082-b17ad36bcf6c req-6bf813e9-7cf3-4fc8-a8dc-3561dbb6af1d tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] Unset dirty status for tenant:2c72cc8db305484187018b2b5ff35a5e on resource:port {{(pid=73810) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:25:25.526695 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [req-aeef8acb-fb2b-4422-b082-b17ad36bcf6c req-6bf813e9-7cf3-4fc8-a8dc-3561dbb6af1d tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] 10.222.0.84 "GET /v2.0/ports?device_id=19f633bc-da5e-43d0-98d6-15c16d700421 HTTP/1.1" status: 200 len: 210 time: 0.0628352 Apr 30 13:25:27.353768 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.84', 34644) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:25:27.951195 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-01eaf9dd-5bac-42ae-8e3b-2f8f6c8c3548 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-924750'] for router_interface, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:28.501118 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.plugin [None req-01eaf9dd-5bac-42ae-8e3b-2f8f6c8c3548 admin admin] Deleting port f3bed272-50f4-4fd4-899f-75cc696fda61 {{(pid=73810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:25:28.501840 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-01eaf9dd-5bac-42ae-8e3b-2f8f6c8c3548 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773353273429'] for port, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:28.626559 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.db [None req-01eaf9dd-5bac-42ae-8e3b-2f8f6c8c3548 admin admin] For port f3bed272-50f4-4fd4-899f-75cc696fda61, host dv-cinder-787195-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-5-smb',level=0,port_id=f3bed272-50f4-4fd4-899f-75cc696fda61,segment=NetworkSegment(db5183e4-e38e-4944-a7fd-266c0d9f3735),segment_id=db5183e4-e38e-4944-a7fd-266c0d9f3735)] {{(pid=73810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:25:28.626913 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-01eaf9dd-5bac-42ae-8e3b-2f8f6c8c3548 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1047743'] for port, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:28.753169 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.plugin [None req-01eaf9dd-5bac-42ae-8e3b-2f8f6c8c3548 admin admin] Calling delete_port for f3bed272-50f4-4fd4-899f-75cc696fda61 owned by network:router_interface {{(pid=73810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:25:28.933012 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-01eaf9dd-5bac-42ae-8e3b-2f8f6c8c3548 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4120194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773353276016', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773352839711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11792972'] for port, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:28.936990 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-9da0c8b1-2349-4113-b51d-7b1c7ca8915b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:25:28.981454 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01eaf9dd-5bac-42ae-8e3b-2f8f6c8c3548 admin admin] Pushing event deleted for resources: {'Port': ['ID=f3bed272-50f4-4fd4-899f-75cc696fda61,revision_number=None']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:25:28.984645 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-01eaf9dd-5bac-42ae-8e3b-2f8f6c8c3548 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:25:29.262034 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-01eaf9dd-5bac-42ae-8e3b-2f8f6c8c3548 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-647320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1041918'] for router_interface, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:29.645799 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01eaf9dd-5bac-42ae-8e3b-2f8f6c8c3548 admin admin] Router f88cc52a-617a-4c04-b7e0-805b0768ece2 has already been hosted by L3 agent 0896dfae-3c2f-4fc2-b5f4-9284ce516a86 {{(pid=73810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 13:25:29.796747 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.rpc [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Device 3212cc7f-ec07-4dfd-bbf3-c0d5e98b3391 no longer exists at agent hyperv_hv-cinder-78719 {{(pid=73812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 13:25:29.832041 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.plugin [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] No Port match for: 3212cc7f-ec07-4dfd-bbf3-c0d5e98b3391 {{(pid=73812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 13:25:29.832421 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.rpc [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Device 3212cc7f-ec07-4dfd-bbf3-c0d5e98b3391 not bound to the agent host hv-cinder-78719 {{(pid=73812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 13:25:29.946399 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01eaf9dd-5bac-42ae-8e3b-2f8f6c8c3548 admin admin] Notify agent at l3_agent.dv-cinder-787195-5-smb the message routers_updated {{(pid=73810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 13:25:29.956299 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc588e64-80bc-4c66-9948-fe9972a95bff None None] Sync routers for ids ['f88cc52a-617a-4c04-b7e0-805b0768ece2'] in dv-cinder-787195-5-smb {{(pid=73812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 13:25:29.966199 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [None req-01eaf9dd-5bac-42ae-8e3b-2f8f6c8c3548 admin admin] 10.222.0.84 "PUT /v2.0/routers/f88cc52a-617a-4c04-b7e0-805b0768ece2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6112709 Apr 30 13:25:29.967498 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc588e64-80bc-4c66-9948-fe9972a95bff None None] Routers {'f88cc52a-617a-4c04-b7e0-805b0768ece2'} bound to L3 agent in host dv-cinder-787195-5-smb {{(pid=73812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:25:29.968138 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.l3_hamode_db [None req-fc588e64-80bc-4c66-9948-fe9972a95bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T13:06:52Z,description=,heartbeat_timestamp=2021-04-30T13:25:22Z,host='dv-cinder-787195-5-smb',id=0896dfae-3c2f-4fc2-b5f4-9284ce516a86,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:06:52Z,topic='l3_agent')) {'router_ids': ['f88cc52a-617a-4c04-b7e0-805b0768ece2'], 'active': True} {{(pid=73812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:25:29.968774 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.84', 34648) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:25:30.144892 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-8ff696f2-b911-4b36-855e-872d015c8fc1 admin admin] Notify callbacks [] for router, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:30.150742 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.l3_dvr_db [None req-fc588e64-80bc-4c66-9948-fe9972a95bff None None] Set router f88cc52a-617a-4c04-b7e0-805b0768ece2 gateway port host: dv-cinder-787195-5-smb {{(pid=73812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:25:30.326788 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-8ff696f2-b911-4b36-855e-872d015c8fc1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:30.407586 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.plugin [None req-8ff696f2-b911-4b36-855e-872d015c8fc1 admin admin] Deleting port d7830c86-734a-40cd-a5c0-b75b644de5d9 {{(pid=73810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:25:30.407924 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-8ff696f2-b911-4b36-855e-872d015c8fc1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773353273429'] for port, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:30.437437 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.l3_hamode_db [None req-fc588e64-80bc-4c66-9948-fe9972a95bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f88cc52a-617a-4c04-b7e0-805b0768ece2', 'name': 'tempest-TestMinimumBasicScenario-908689873-router', 'tenant_id': '2c72cc8db305484187018b2b5ff35a5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b95ef810-b08d-4c08-b0c0-c75d2ee1b25b', 'external_fixed_ips': [{'subnet_id': 'b3fe51b0-9be9-4b1a-951c-de133b7a88b5', 'ip_address': '172.28.3.144'}], 'enable_snat': True}, 'gw_port_id': 'd7830c86-734a-40cd-a5c0-b75b644de5d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:23:03Z', 'updated_at': '2021-04-30T13:25:28Z', 'revision_number': 5, 'project_id': '2c72cc8db305484187018b2b5ff35a5e', 'gw_port': {'id': 'd7830c86-734a-40cd-a5c0-b75b644de5d9', 'name': '', 'network_id': 'b95ef810-b08d-4c08-b0c0-c75d2ee1b25b', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:ca:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f88cc52a-617a-4c04-b7e0-805b0768ece2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'b3fe51b0-9be9-4b1a-951c-de133b7a88b5', 'ip_address': '172.28.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:23:04Z', 'updated_at': '2021-04-30T13:23:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fe51b0-9be9-4b1a-951c-de133b7a88b5', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-5-smb'}], 'dv-cinder-787195-5-smb', False) {} {{(pid=73812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:25:30.441693 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc588e64-80bc-4c66-9948-fe9972a95bff None None] Checking router: f88cc52a-617a-4c04-b7e0-805b0768ece2 for host: dv-cinder-787195-5-smb {{(pid=73812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 13:25:30.450914 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc588e64-80bc-4c66-9948-fe9972a95bff None None] Routers {'f88cc52a-617a-4c04-b7e0-805b0768ece2'} bound to L3 agent in host dv-cinder-787195-5-smb {{(pid=73812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:25:30.451539 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.l3_hamode_db [None req-fc588e64-80bc-4c66-9948-fe9972a95bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T13:06:52Z,description=,heartbeat_timestamp=2021-04-30T13:25:22Z,host='dv-cinder-787195-5-smb',id=0896dfae-3c2f-4fc2-b5f4-9284ce516a86,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:06:52Z,topic='l3_agent')) {'router_ids': ['f88cc52a-617a-4c04-b7e0-805b0768ece2'], 'active': True} {{(pid=73812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:25:30.533661 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.db [None req-8ff696f2-b911-4b36-855e-872d015c8fc1 admin admin] For port d7830c86-734a-40cd-a5c0-b75b644de5d9, host dv-cinder-787195-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-5-smb',level=0,port_id=d7830c86-734a-40cd-a5c0-b75b644de5d9,segment=NetworkSegment(f8d4e1c1-82f5-4515-b5f8-67450a2bb94b),segment_id=f8d4e1c1-82f5-4515-b5f8-67450a2bb94b)] {{(pid=73810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:25:30.534003 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-8ff696f2-b911-4b36-855e-872d015c8fc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1047743'] for port, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:30.605100 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.l3_dvr_db [None req-fc588e64-80bc-4c66-9948-fe9972a95bff None None] Set router f88cc52a-617a-4c04-b7e0-805b0768ece2 gateway port host: None {{(pid=73812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:25:30.659153 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.plugins.ml2.plugin [None req-8ff696f2-b911-4b36-855e-872d015c8fc1 admin admin] Calling delete_port for d7830c86-734a-40cd-a5c0-b75b644de5d9 owned by network:router_gateway {{(pid=73810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:25:30.764417 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.l3_hamode_db [None req-fc588e64-80bc-4c66-9948-fe9972a95bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f88cc52a-617a-4c04-b7e0-805b0768ece2', 'name': 'tempest-TestMinimumBasicScenario-908689873-router', 'tenant_id': '2c72cc8db305484187018b2b5ff35a5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:23:03Z', 'updated_at': '2021-04-30T13:25:30Z', 'revision_number': 6, 'project_id': '2c72cc8db305484187018b2b5ff35a5e', 'gw_port_host': None}], 'dv-cinder-787195-5-smb', False) {} {{(pid=73812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:25:30.769354 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc588e64-80bc-4c66-9948-fe9972a95bff None None] The sync data for ids ['f88cc52a-617a-4c04-b7e0-805b0768ece2'] in dv-cinder-787195-5-smb is: [{'id': 'f88cc52a-617a-4c04-b7e0-805b0768ece2', 'name': 'tempest-TestMinimumBasicScenario-908689873-router', 'tenant_id': '2c72cc8db305484187018b2b5ff35a5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:23:03Z', 'updated_at': '2021-04-30T13:25:30Z', 'revision_number': 6, 'project_id': '2c72cc8db305484187018b2b5ff35a5e', 'gw_port_host': None}] {{(pid=73812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 13:25:30.821554 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-8ff696f2-b911-4b36-855e-872d015c8fc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4120194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773353276016', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773352839711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11792972'] for port, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:30.825315 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-5a878423-a969-46b0-a5e1-b1ade010e172 tempest-TestMinimumBasicScenario-1544395389 tempest-TestMinimumBasicScenario-1544395389-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:25:30.870594 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff696f2-b911-4b36-855e-872d015c8fc1 admin admin] Pushing event deleted for resources: {'Port': ['ID=d7830c86-734a-40cd-a5c0-b75b644de5d9,revision_number=None']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:25:30.896485 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-8ff696f2-b911-4b36-855e-872d015c8fc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:25:30.964390 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-8ff696f2-b911-4b36-855e-872d015c8fc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-919769'] for router_gateway, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:31.250396 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-8ff696f2-b911-4b36-855e-872d015c8fc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1027846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4768'] for router, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:31.252932 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-8ff696f2-b911-4b36-855e-872d015c8fc1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:31.283302 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-8ff696f2-b911-4b36-855e-872d015c8fc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1042044'] for router, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:31.283918 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ff696f2-b911-4b36-855e-872d015c8fc1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f88cc52a-617a-4c04-b7e0-805b0768ece2 {{(pid=73810) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 30 13:25:31.300655 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-8ff696f2-b911-4b36-855e-872d015c8fc1 admin admin] Notify callbacks [] for router, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:31.301879 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [None req-8ff696f2-b911-4b36-855e-872d015c8fc1 admin admin] 10.222.0.84 "DELETE /v2.0/routers/f88cc52a-617a-4c04-b7e0-805b0768ece2 HTTP/1.1" status: 204 len: 168 time: 1.3321695 Apr 30 13:25:31.305714 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.84', 34652) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:25:31.337205 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.db.agents_db [None req-91df71b6-c2d8-49d0-b68d-2a1f0a47a62a None None] Agent healthcheck: found 6 active agents {{(pid=73814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 13:25:31.363880 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a4606c7-ce83-4167-8d0b-77bdf6866567 admin admin] Deleting subnet 2cf2630d-a612-4c25-b4c9-9ff3cd5e9c8c {{(pid=73810) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 30 13:25:31.366962 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-3a4606c7-ce83-4167-8d0b-77bdf6866567 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:31.417201 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-3a4606c7-ce83-4167-8d0b-77bdf6866567 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1918257'] for subnet, precommit_delete_associations {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:31.507008 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-3a4606c7-ce83-4167-8d0b-77bdf6866567 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4062251'] for subnet, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:31.779199 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-3a4606c7-ce83-4167-8d0b-77bdf6866567 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4062258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11792945', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11476834'] for subnet, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:31.785638 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-cce0a9ee-3d28-45e1-a7e7-e15eac4d1a79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:25:31.800452 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.rpc [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Device f3bed272-50f4-4fd4-899f-75cc696fda61 no longer exists at agent ovs-agent-dv-cinder-787195-5-smb {{(pid=73812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 13:25:31.824380 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-3a4606c7-ce83-4167-8d0b-77bdf6866567 admin admin] Notify callbacks [] for subnet, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:31.827785 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4606c7-ce83-4167-8d0b-77bdf6866567 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2cf2630d-a612-4c25-b4c9-9ff3cd5e9c8c,revision_number=None']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:25:31.832081 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-3a4606c7-ce83-4167-8d0b-77bdf6866567 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:25:31.837448 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [None req-3a4606c7-ce83-4167-8d0b-77bdf6866567 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/2cf2630d-a612-4c25-b4c9-9ff3cd5e9c8c HTTP/1.1" status: 204 len: 168 time: 0.5283949 Apr 30 13:25:31.837554 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.plugin [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] No Port match for: f3bed272-50f4-4fd4-899f-75cc696fda61 {{(pid=73812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 13:25:31.837554 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.rpc [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Device f3bed272-50f4-4fd4-899f-75cc696fda61 not bound to the agent host dv-cinder-787195-5-smb {{(pid=73812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 13:25:31.837554 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.rpc [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Device d7830c86-734a-40cd-a5c0-b75b644de5d9 no longer exists at agent ovs-agent-dv-cinder-787195-5-smb {{(pid=73812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 13:25:31.837814 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.84', 34656) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:25:31.866144 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92abe0d3-b3de-41a2-9d9b-3786dbfc0710 None None] Network 2ba9d2e4-5dd2-4744-8999-4b35525642bd requested from dv-cinder-787195-5-smb {{(pid=73812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 13:25:31.885356 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.plugin [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] No Port match for: d7830c86-734a-40cd-a5c0-b75b644de5d9 {{(pid=73812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 13:25:31.885704 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.rpc [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Device d7830c86-734a-40cd-a5c0-b75b644de5d9 not bound to the agent host dv-cinder-787195-5-smb {{(pid=73812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 13:25:31.946524 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-47a70073-9961-4445-919b-110055edbfe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4148260'] for network, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:32.022969 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.plugin [None req-47a70073-9961-4445-919b-110055edbfe4 admin admin] Deleting port 3edc2641-bdba-4977-9589-0694fc64a545 {{(pid=73809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:25:32.023313 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-47a70073-9961-4445-919b-110055edbfe4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773353273429'] for port, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:32.122288 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [None req-47a70073-9961-4445-919b-110055edbfe4 admin admin] For port 3edc2641-bdba-4977-9589-0694fc64a545, host dv-cinder-787195-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-5-smb',level=0,port_id=3edc2641-bdba-4977-9589-0694fc64a545,segment=NetworkSegment(db5183e4-e38e-4944-a7fd-266c0d9f3735),segment_id=db5183e4-e38e-4944-a7fd-266c0d9f3735)] {{(pid=73809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:25:32.122541 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-47a70073-9961-4445-919b-110055edbfe4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1047743'] for port, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:32.128220 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f757a6c7-ed42-4a4c-b11b-50e839d67630 None None] DHCP port deletion for 2ba9d2e4-5dd2-4744-8999-4b35525642bd request from dv-cinder-787195-5-smb {{(pid=73812) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 30 13:25:32.197251 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.plugin [None req-f757a6c7-ed42-4a4c-b11b-50e839d67630 None None] Deleting port 3edc2641-bdba-4977-9589-0694fc64a545 {{(pid=73812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:25:32.197492 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-f757a6c7-ed42-4a4c-b11b-50e839d67630 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773353273429'] for port, before_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:32.301116 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.db [None req-f757a6c7-ed42-4a4c-b11b-50e839d67630 None None] For port 3edc2641-bdba-4977-9589-0694fc64a545, host dv-cinder-787195-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-5-smb',level=0,port_id=3edc2641-bdba-4977-9589-0694fc64a545,segment=NetworkSegment(db5183e4-e38e-4944-a7fd-266c0d9f3735),segment_id=db5183e4-e38e-4944-a7fd-266c0d9f3735)] {{(pid=73812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:25:32.301405 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-f757a6c7-ed42-4a4c-b11b-50e839d67630 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1047743'] for port, precommit_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:32.361160 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.plugin [None req-47a70073-9961-4445-919b-110055edbfe4 admin admin] Calling delete_port for 3edc2641-bdba-4977-9589-0694fc64a545 owned by network:dhcp {{(pid=73809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:25:32.408967 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-47a70073-9961-4445-919b-110055edbfe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4120194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773353276016', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773352839711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11423588'] for port, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:32.413062 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-cd88b27f-bf15-4e08-b8b0-5645fb4a003a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:25:32.425987 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.plugin [None req-f757a6c7-ed42-4a4c-b11b-50e839d67630 None None] Calling delete_port for 3edc2641-bdba-4977-9589-0694fc64a545 owned by network:dhcp {{(pid=73812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:25:32.459908 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a70073-9961-4445-919b-110055edbfe4 admin admin] Pushing event deleted for resources: {'Port': ['ID=3edc2641-bdba-4977-9589-0694fc64a545,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:25:32.461637 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47a70073-9961-4445-919b-110055edbfe4 admin admin] No DVR routers for this DVR port 3edc2641-bdba-4977-9589-0694fc64a545 on host dv-cinder-787195-5-smb {{(pid=73809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 13:25:32.463173 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-47a70073-9961-4445-919b-110055edbfe4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:25:32.472977 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-f757a6c7-ed42-4a4c-b11b-50e839d67630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4120194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773353276016', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773352839711'] for port, after_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:32.476686 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:25:32.521581 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f757a6c7-ed42-4a4c-b11b-50e839d67630 None None] Pushing event deleted for resources: {'Port': ['ID=3edc2641-bdba-4977-9589-0694fc64a545,revision_number=None']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:25:32.526424 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f757a6c7-ed42-4a4c-b11b-50e839d67630 None None] No DVR routers for this DVR port 3edc2641-bdba-4977-9589-0694fc64a545 on host dv-cinder-787195-5-smb {{(pid=73812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 13:25:32.532655 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f757a6c7-ed42-4a4c-b11b-50e839d67630 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:25:32.532984 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f757a6c7-ed42-4a4c-b11b-50e839d67630 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:25:32.533320 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f757a6c7-ed42-4a4c-b11b-50e839d67630 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:25:32.533648 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f757a6c7-ed42-4a4c-b11b-50e839d67630 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:25:32.533971 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f757a6c7-ed42-4a4c-b11b-50e839d67630 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:25:32.534284 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f757a6c7-ed42-4a4c-b11b-50e839d67630 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:25:32.534618 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f757a6c7-ed42-4a4c-b11b-50e839d67630 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:25:32.534931 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f757a6c7-ed42-4a4c-b11b-50e839d67630 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:25:32.535248 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f757a6c7-ed42-4a4c-b11b-50e839d67630 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:25:32.535564 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f757a6c7-ed42-4a4c-b11b-50e839d67630 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:25:32.535867 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f757a6c7-ed42-4a4c-b11b-50e839d67630 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:25:32.536196 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f757a6c7-ed42-4a4c-b11b-50e839d67630 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787195-5-smb {{(pid=73812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:25:32.539045 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-f757a6c7-ed42-4a4c-b11b-50e839d67630 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:25:32.577903 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-47a70073-9961-4445-919b-110055edbfe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3997862', 'neutron.services.segments.db._delete_segments_for_network-8773353284765'] for network, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:32.688613 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.services.segments.db [None req-47a70073-9961-4445-919b-110055edbfe4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ba9d2e4-5dd2-4744-8999-4b35525642bd']}} {{(pid=73809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:25:32.701087 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.services.segments.db [None req-47a70073-9961-4445-919b-110055edbfe4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db5183e4-e38e-4944-a7fd-266c0d9f3735') {'for_net_delete': True} {{(pid=73809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:25:32.701377 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.services.segments.db [None req-47a70073-9961-4445-919b-110055edbfe4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db5183e4-e38e-4944-a7fd-266c0d9f3735') {} {{(pid=73809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:25:32.713168 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-47a70073-9961-4445-919b-110055edbfe4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773353296999', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11422965'] for segment, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:32.730814 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-47a70073-9961-4445-919b-110055edbfe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060901'] for segment, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:32.740861 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47a70073-9961-4445-919b-110055edbfe4 admin admin] Releasing vlan 1125 on physical network physnet1 to pool {{(pid=73809) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 13:25:32.919568 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.managers [None req-47a70073-9961-4445-919b-110055edbfe4 admin admin] Network 2ba9d2e4-5dd2-4744-8999-4b35525642bd has no segments {{(pid=73809) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 13:25:32.928685 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-47a70073-9961-4445-919b-110055edbfe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4060702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11423667'] for segment, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:33.098606 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.managers [None req-47a70073-9961-4445-919b-110055edbfe4 admin admin] Network 2ba9d2e4-5dd2-4744-8999-4b35525642bd has no segments {{(pid=73809) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 13:25:33.123917 dv-cinder-787195-5-smb neutron-server[73809]: Traceback (most recent call last): Apr 30 13:25:33.123917 dv-cinder-787195-5-smb neutron-server[73809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 13:25:33.123917 dv-cinder-787195-5-smb neutron-server[73809]: timer() Apr 30 13:25:33.123917 dv-cinder-787195-5-smb neutron-server[73809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 13:25:33.123917 dv-cinder-787195-5-smb neutron-server[73809]: cb(*args, **kw) Apr 30 13:25:33.123917 dv-cinder-787195-5-smb neutron-server[73809]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 30 13:25:33.123917 dv-cinder-787195-5-smb neutron-server[73809]: return func(*args, **kwargs) Apr 30 13:25:33.123917 dv-cinder-787195-5-smb neutron-server[73809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 13:25:33.123917 dv-cinder-787195-5-smb neutron-server[73809]: self._notify() Apr 30 13:25:33.123917 dv-cinder-787195-5-smb neutron-server[73809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 13:25:33.123917 dv-cinder-787195-5-smb neutron-server[73809]: self.callback(batched_events) Apr 30 13:25:33.123917 dv-cinder-787195-5-smb neutron-server[73809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 13:25:33.123917 dv-cinder-787195-5-smb neutron-server[73809]: event.method(event) Apr 30 13:25:33.123917 dv-cinder-787195-5-smb neutron-server[73809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 30 13:25:33.123917 dv-cinder-787195-5-smb neutron-server[73809]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 13:25:33.123917 dv-cinder-787195-5-smb neutron-server[73809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 30 13:25:33.123917 dv-cinder-787195-5-smb neutron-server[73809]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 13:25:33.123917 dv-cinder-787195-5-smb neutron-server[73809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 30 13:25:33.123917 dv-cinder-787195-5-smb neutron-server[73809]: return f(self, *a, **k) Apr 30 13:25:33.123917 dv-cinder-787195-5-smb neutron-server[73809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 30 13:25:33.123917 dv-cinder-787195-5-smb neutron-server[73809]: return self._get(url).json() Apr 30 13:25:33.123917 dv-cinder-787195-5-smb neutron-server[73809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 30 13:25:33.123917 dv-cinder-787195-5-smb neutron-server[73809]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 13:25:33.123917 dv-cinder-787195-5-smb neutron-server[73809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 13:25:33.123917 dv-cinder-787195-5-smb neutron-server[73809]: return self.request(url, 'GET', **kwargs) Apr 30 13:25:33.123917 dv-cinder-787195-5-smb neutron-server[73809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 13:25:33.123917 dv-cinder-787195-5-smb neutron-server[73809]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 13:25:33.123917 dv-cinder-787195-5-smb neutron-server[73809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 13:25:33.123917 dv-cinder-787195-5-smb neutron-server[73809]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 13:25:33.123917 dv-cinder-787195-5-smb neutron-server[73809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 13:25:33.123917 dv-cinder-787195-5-smb neutron-server[73809]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 13:25:33.123917 dv-cinder-787195-5-smb neutron-server[73809]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 13:25:33.201205 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-47a70073-9961-4445-919b-110055edbfe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3997869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-920133'] for network, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:33.206783 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-47a70073-9961-4445-919b-110055edbfe4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647359'] for network, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:33.209450 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-63aad1ba-7ab6-4f02-919c-a96ba1e3f29a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:25:33.232256 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a70073-9961-4445-919b-110055edbfe4 admin admin] Pushing event deleted for resources: {'Network': ['ID=2ba9d2e4-5dd2-4744-8999-4b35525642bd,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:25:33.234929 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-47a70073-9961-4445-919b-110055edbfe4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:25:33.238697 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [None req-47a70073-9961-4445-919b-110055edbfe4 admin admin] 10.222.0.84 "DELETE /v2.0/networks/2ba9d2e4-5dd2-4744-8999-4b35525642bd HTTP/1.1" status: 204 len: 168 time: 1.4000089 Apr 30 13:25:33.241920 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.84', 34660) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:25:33.781578 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.rpc [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Device 3edc2641-bdba-4977-9589-0694fc64a545 no longer exists at agent ovs-agent-dv-cinder-787195-5-smb {{(pid=73812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 13:25:33.817112 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.plugin [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] No Port match for: 3edc2641-bdba-4977-9589-0694fc64a545 {{(pid=73812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 13:25:33.817475 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.rpc [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Device 3edc2641-bdba-4977-9589-0694fc64a545 not bound to the agent host dv-cinder-787195-5-smb {{(pid=73812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 13:25:33.910686 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-50a34c7d-6a1f-4d1d-a5f7-6b24822850d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-924750'] for router_interface, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:34.352464 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.plugin [None req-50a34c7d-6a1f-4d1d-a5f7-6b24822850d0 admin admin] Deleting port 0265811a-bb28-4e87-9cfe-5fda361b061a {{(pid=73809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:25:34.353167 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-50a34c7d-6a1f-4d1d-a5f7-6b24822850d0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773353273429'] for port, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:34.478435 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [None req-50a34c7d-6a1f-4d1d-a5f7-6b24822850d0 admin admin] For port 0265811a-bb28-4e87-9cfe-5fda361b061a, host dv-cinder-787195-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-5-smb',level=0,port_id=0265811a-bb28-4e87-9cfe-5fda361b061a,segment=NetworkSegment(8e84f931-9707-45c4-950f-24e097ef1804),segment_id=8e84f931-9707-45c4-950f-24e097ef1804)] {{(pid=73809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:25:34.478751 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-50a34c7d-6a1f-4d1d-a5f7-6b24822850d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1047743'] for port, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:34.603725 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.plugin [None req-50a34c7d-6a1f-4d1d-a5f7-6b24822850d0 admin admin] Calling delete_port for 0265811a-bb28-4e87-9cfe-5fda361b061a owned by network:router_interface {{(pid=73809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:25:34.913619 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-50a34c7d-6a1f-4d1d-a5f7-6b24822850d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4120194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773353276016', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773352839711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11423588'] for port, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:34.917501 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-9431a456-0a10-4dc5-be10-0d1d0f8d9eed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:25:34.964744 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a34c7d-6a1f-4d1d-a5f7-6b24822850d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=0265811a-bb28-4e87-9cfe-5fda361b061a,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:25:34.967219 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-50a34c7d-6a1f-4d1d-a5f7-6b24822850d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:25:35.362019 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-50a34c7d-6a1f-4d1d-a5f7-6b24822850d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-647320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1041918'] for router_interface, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:35.738071 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50a34c7d-6a1f-4d1d-a5f7-6b24822850d0 admin admin] Router 90d21111-0ed8-4978-af23-c9c46b9ee5f2 has already been hosted by L3 agent 0896dfae-3c2f-4fc2-b5f4-9284ce516a86 {{(pid=73809) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 13:25:35.925507 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50a34c7d-6a1f-4d1d-a5f7-6b24822850d0 admin admin] Notify agent at l3_agent.dv-cinder-787195-5-smb the message routers_updated {{(pid=73809) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 13:25:35.934152 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20acc1bd-bdf8-4651-b9c5-91435f05ac97 None None] Sync routers for ids ['90d21111-0ed8-4978-af23-c9c46b9ee5f2'] in dv-cinder-787195-5-smb {{(pid=73814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 13:25:35.934684 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [None req-50a34c7d-6a1f-4d1d-a5f7-6b24822850d0 admin admin] 10.222.0.84 "PUT /v2.0/routers/90d21111-0ed8-4978-af23-c9c46b9ee5f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6915128 Apr 30 13:25:35.937049 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.84', 34664) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:25:35.945315 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20acc1bd-bdf8-4651-b9c5-91435f05ac97 None None] Routers {'90d21111-0ed8-4978-af23-c9c46b9ee5f2'} bound to L3 agent in host dv-cinder-787195-5-smb {{(pid=73814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:25:35.945989 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.db.l3_hamode_db [None req-20acc1bd-bdf8-4651-b9c5-91435f05ac97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T13:06:52Z,description=,heartbeat_timestamp=2021-04-30T13:25:22Z,host='dv-cinder-787195-5-smb',id=0896dfae-3c2f-4fc2-b5f4-9284ce516a86,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:06:52Z,topic='l3_agent')) {'router_ids': ['90d21111-0ed8-4978-af23-c9c46b9ee5f2'], 'active': True} {{(pid=73814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:25:36.122446 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-a96a7f94-1481-47c4-92a0-d1731c039fbd admin admin] Notify callbacks [] for router, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:36.126839 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.db.l3_dvr_db [None req-20acc1bd-bdf8-4651-b9c5-91435f05ac97 None None] Set router 90d21111-0ed8-4978-af23-c9c46b9ee5f2 gateway port host: dv-cinder-787195-5-smb {{(pid=73814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:25:36.300801 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-a96a7f94-1481-47c4-92a0-d1731c039fbd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:36.382243 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.plugin [None req-a96a7f94-1481-47c4-92a0-d1731c039fbd admin admin] Deleting port 66456d8c-4010-4607-8300-4cde030fcc61 {{(pid=73809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:25:36.383002 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-a96a7f94-1481-47c4-92a0-d1731c039fbd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773353273429'] for port, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:36.410787 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.db.l3_hamode_db [None req-20acc1bd-bdf8-4651-b9c5-91435f05ac97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90d21111-0ed8-4978-af23-c9c46b9ee5f2', 'name': 'tempest-TestMinimumBasicScenario-1364409313-router', 'tenant_id': '3b741853c77c4a8881a90f8ce164b240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b95ef810-b08d-4c08-b0c0-c75d2ee1b25b', 'external_fixed_ips': [{'subnet_id': 'b3fe51b0-9be9-4b1a-951c-de133b7a88b5', 'ip_address': '172.28.3.37'}], 'enable_snat': True}, 'gw_port_id': '66456d8c-4010-4607-8300-4cde030fcc61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:23:10Z', 'updated_at': '2021-04-30T13:25:34Z', 'revision_number': 5, 'project_id': '3b741853c77c4a8881a90f8ce164b240', 'gw_port': {'id': '66456d8c-4010-4607-8300-4cde030fcc61', 'name': '', 'network_id': 'b95ef810-b08d-4c08-b0c0-c75d2ee1b25b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:b0:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90d21111-0ed8-4978-af23-c9c46b9ee5f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'b3fe51b0-9be9-4b1a-951c-de133b7a88b5', 'ip_address': '172.28.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787195-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:23:11Z', 'updated_at': '2021-04-30T13:23:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fe51b0-9be9-4b1a-951c-de133b7a88b5', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787195-5-smb'}], 'dv-cinder-787195-5-smb', False) {} {{(pid=73814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:25:36.414858 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20acc1bd-bdf8-4651-b9c5-91435f05ac97 None None] Checking router: 90d21111-0ed8-4978-af23-c9c46b9ee5f2 for host: dv-cinder-787195-5-smb {{(pid=73814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 13:25:36.423297 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20acc1bd-bdf8-4651-b9c5-91435f05ac97 None None] Routers {'90d21111-0ed8-4978-af23-c9c46b9ee5f2'} bound to L3 agent in host dv-cinder-787195-5-smb {{(pid=73814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:25:36.423902 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.db.l3_hamode_db [None req-20acc1bd-bdf8-4651-b9c5-91435f05ac97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787195-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T13:06:52Z,description=,heartbeat_timestamp=2021-04-30T13:25:22Z,host='dv-cinder-787195-5-smb',id=0896dfae-3c2f-4fc2-b5f4-9284ce516a86,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:06:52Z,topic='l3_agent')) {'router_ids': ['90d21111-0ed8-4978-af23-c9c46b9ee5f2'], 'active': True} {{(pid=73814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:25:36.506624 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [None req-a96a7f94-1481-47c4-92a0-d1731c039fbd admin admin] For port 66456d8c-4010-4607-8300-4cde030fcc61, host dv-cinder-787195-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-5-smb',level=0,port_id=66456d8c-4010-4607-8300-4cde030fcc61,segment=NetworkSegment(f8d4e1c1-82f5-4515-b5f8-67450a2bb94b),segment_id=f8d4e1c1-82f5-4515-b5f8-67450a2bb94b)] {{(pid=73809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:25:36.506624 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-a96a7f94-1481-47c4-92a0-d1731c039fbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1047743'] for port, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:36.647399 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.db.l3_dvr_db [None req-20acc1bd-bdf8-4651-b9c5-91435f05ac97 None None] Set router 90d21111-0ed8-4978-af23-c9c46b9ee5f2 gateway port host: None {{(pid=73814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:25:36.752326 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.plugin [None req-a96a7f94-1481-47c4-92a0-d1731c039fbd admin admin] Calling delete_port for 66456d8c-4010-4607-8300-4cde030fcc61 owned by network:router_gateway {{(pid=73809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:25:36.755183 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.db.l3_hamode_db [None req-20acc1bd-bdf8-4651-b9c5-91435f05ac97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90d21111-0ed8-4978-af23-c9c46b9ee5f2', 'name': 'tempest-TestMinimumBasicScenario-1364409313-router', 'tenant_id': '3b741853c77c4a8881a90f8ce164b240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:23:10Z', 'updated_at': '2021-04-30T13:25:36Z', 'revision_number': 6, 'project_id': '3b741853c77c4a8881a90f8ce164b240', 'gw_port_host': None}], 'dv-cinder-787195-5-smb', False) {} {{(pid=73814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:25:36.761807 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20acc1bd-bdf8-4651-b9c5-91435f05ac97 None None] The sync data for ids ['90d21111-0ed8-4978-af23-c9c46b9ee5f2'] in dv-cinder-787195-5-smb is: [{'id': '90d21111-0ed8-4978-af23-c9c46b9ee5f2', 'name': 'tempest-TestMinimumBasicScenario-1364409313-router', 'tenant_id': '3b741853c77c4a8881a90f8ce164b240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:23:10Z', 'updated_at': '2021-04-30T13:25:36Z', 'revision_number': 6, 'project_id': '3b741853c77c4a8881a90f8ce164b240', 'gw_port_host': None}] {{(pid=73814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 13:25:36.895139 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-a96a7f94-1481-47c4-92a0-d1731c039fbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4120194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773353276016', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773352839711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11423588'] for port, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:36.899338 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-27ac727e-9bd3-4568-94a5-ffc5bb7de58c tempest-DeleteServersTestJSON-277115900 tempest-DeleteServersTestJSON-277115900-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:25:36.946125 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96a7f94-1481-47c4-92a0-d1731c039fbd admin admin] Pushing event deleted for resources: {'Port': ['ID=66456d8c-4010-4607-8300-4cde030fcc61,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:25:36.949335 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-a96a7f94-1481-47c4-92a0-d1731c039fbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:25:37.038693 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-a96a7f94-1481-47c4-92a0-d1731c039fbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-919769'] for router_gateway, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:37.216006 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-a96a7f94-1481-47c4-92a0-d1731c039fbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1027846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4768'] for router, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:37.218413 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-a96a7f94-1481-47c4-92a0-d1731c039fbd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:37.246353 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-a96a7f94-1481-47c4-92a0-d1731c039fbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1042044'] for router, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:37.246888 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a96a7f94-1481-47c4-92a0-d1731c039fbd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 90d21111-0ed8-4978-af23-c9c46b9ee5f2 {{(pid=73809) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 30 13:25:37.258842 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-a96a7f94-1481-47c4-92a0-d1731c039fbd admin admin] Notify callbacks [] for router, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:37.259965 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [None req-a96a7f94-1481-47c4-92a0-d1731c039fbd admin admin] 10.222.0.84 "DELETE /v2.0/routers/90d21111-0ed8-4978-af23-c9c46b9ee5f2 HTTP/1.1" status: 204 len: 168 time: 1.3220067 Apr 30 13:25:37.262563 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.84', 34668) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:25:37.321884 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.db_base_plugin_v2 [None req-45b96040-4e4f-426a-aeac-c55d34084b0a admin admin] Deleting subnet 159ead3a-edc4-43e6-be67-79d738527028 {{(pid=73809) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 30 13:25:37.325080 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-45b96040-4e4f-426a-aeac-c55d34084b0a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:37.379325 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-45b96040-4e4f-426a-aeac-c55d34084b0a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11422972'] for subnet, precommit_delete_associations {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:37.461700 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-45b96040-4e4f-426a-aeac-c55d34084b0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4062251'] for subnet, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:37.721468 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-45b96040-4e4f-426a-aeac-c55d34084b0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4062258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11423513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10753783'] for subnet, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:37.725469 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:25:37.761731 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b96040-4e4f-426a-aeac-c55d34084b0a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=159ead3a-edc4-43e6-be67-79d738527028,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:25:37.765923 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-45b96040-4e4f-426a-aeac-c55d34084b0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:25:37.769998 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-45b96040-4e4f-426a-aeac-c55d34084b0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647359'] for subnet, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:37.776003 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [None req-45b96040-4e4f-426a-aeac-c55d34084b0a admin admin] 10.222.0.84 "DELETE /v2.0/subnets/159ead3a-edc4-43e6-be67-79d738527028 HTTP/1.1" status: 204 len: 168 time: 0.5124557 Apr 30 13:25:37.778441 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e8a2ea2-72a5-4536-99f1-2621fe7b1e41 None None] Network bf1798d7-d26b-4dfb-98e6-f299b33f54b7 requested from dv-cinder-787195-5-smb {{(pid=73812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 13:25:37.778952 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.wsgi [-] (73809) accepted ('10.222.0.84', 34672) {{(pid=73809) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:25:37.811612 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.rpc [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Device 66456d8c-4010-4607-8300-4cde030fcc61 no longer exists at agent ovs-agent-dv-cinder-787195-5-smb {{(pid=73812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 13:25:37.850741 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.plugin [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] No Port match for: 66456d8c-4010-4607-8300-4cde030fcc61 {{(pid=73812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 13:25:37.851095 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.rpc [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Device 66456d8c-4010-4607-8300-4cde030fcc61 not bound to the agent host dv-cinder-787195-5-smb {{(pid=73812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 13:25:37.851517 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.rpc [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Device 0265811a-bb28-4e87-9cfe-5fda361b061a no longer exists at agent ovs-agent-dv-cinder-787195-5-smb {{(pid=73812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 13:25:37.895193 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-5567477a-32a0-4232-a4c1-21f03c59fd9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4148260'] for network, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:37.933279 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.plugin [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] No Port match for: 0265811a-bb28-4e87-9cfe-5fda361b061a {{(pid=73812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 13:25:37.933614 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.rpc [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Device 0265811a-bb28-4e87-9cfe-5fda361b061a not bound to the agent host dv-cinder-787195-5-smb {{(pid=73812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 13:25:37.972733 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.plugin [None req-5567477a-32a0-4232-a4c1-21f03c59fd9e admin admin] Deleting port 52e5a61b-aaad-4252-84f8-22aac970fc18 {{(pid=73809) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:25:37.973036 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-5567477a-32a0-4232-a4c1-21f03c59fd9e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773353273429'] for port, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:38.076697 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.db [None req-5567477a-32a0-4232-a4c1-21f03c59fd9e admin admin] For port 52e5a61b-aaad-4252-84f8-22aac970fc18, host dv-cinder-787195-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-5-smb',level=0,port_id=52e5a61b-aaad-4252-84f8-22aac970fc18,segment=NetworkSegment(8e84f931-9707-45c4-950f-24e097ef1804),segment_id=8e84f931-9707-45c4-950f-24e097ef1804)] {{(pid=73809) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:25:38.077269 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-5567477a-32a0-4232-a4c1-21f03c59fd9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1047743'] for port, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:38.104244 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7a63eb8-fa58-4466-817d-81c41a043dd9 None None] DHCP port deletion for bf1798d7-d26b-4dfb-98e6-f299b33f54b7 request from dv-cinder-787195-5-smb {{(pid=73812) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 30 13:25:38.176584 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.plugin [None req-e7a63eb8-fa58-4466-817d-81c41a043dd9 None None] Deleting port 52e5a61b-aaad-4252-84f8-22aac970fc18 {{(pid=73812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:25:38.176977 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-e7a63eb8-fa58-4466-817d-81c41a043dd9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773353273429'] for port, before_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:38.206956 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.plugin [None req-5567477a-32a0-4232-a4c1-21f03c59fd9e admin admin] Calling delete_port for 52e5a61b-aaad-4252-84f8-22aac970fc18 owned by network:dhcp {{(pid=73809) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:25:38.257400 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-5567477a-32a0-4232-a4c1-21f03c59fd9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4120194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773353276016', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773352839711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11423588'] for port, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:38.262266 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-c012cdcd-31c3-4b93-868e-6b75088ec602 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:25:38.282022 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.db [None req-e7a63eb8-fa58-4466-817d-81c41a043dd9 None None] For port 52e5a61b-aaad-4252-84f8-22aac970fc18, host dv-cinder-787195-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787195-5-smb',level=0,port_id=52e5a61b-aaad-4252-84f8-22aac970fc18,segment=NetworkSegment(8e84f931-9707-45c4-950f-24e097ef1804),segment_id=8e84f931-9707-45c4-950f-24e097ef1804)] {{(pid=73812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:25:38.282425 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-e7a63eb8-fa58-4466-817d-81c41a043dd9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1047743'] for port, precommit_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:38.409229 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.plugin [None req-e7a63eb8-fa58-4466-817d-81c41a043dd9 None None] Calling delete_port for 52e5a61b-aaad-4252-84f8-22aac970fc18 owned by network:dhcp {{(pid=73812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:25:38.412295 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5567477a-32a0-4232-a4c1-21f03c59fd9e admin admin] No DVR routers for this DVR port 52e5a61b-aaad-4252-84f8-22aac970fc18 on host dv-cinder-787195-5-smb {{(pid=73809) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 13:25:38.414078 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5567477a-32a0-4232-a4c1-21f03c59fd9e admin admin] Pushing event deleted for resources: {'Port': ['ID=52e5a61b-aaad-4252-84f8-22aac970fc18,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:25:38.442400 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-5567477a-32a0-4232-a4c1-21f03c59fd9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:25:38.457438 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-e7a63eb8-fa58-4466-817d-81c41a043dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4120194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773353276016', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773352839711'] for port, after_delete {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:38.462338 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:25:38.505201 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a63eb8-fa58-4466-817d-81c41a043dd9 None None] Pushing event deleted for resources: {'Port': ['ID=52e5a61b-aaad-4252-84f8-22aac970fc18,revision_number=None']} {{(pid=73812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:25:38.507725 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG oslo_concurrency.lockutils [None req-e7a63eb8-fa58-4466-817d-81c41a043dd9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=73812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:25:38.510252 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a63eb8-fa58-4466-817d-81c41a043dd9 None None] No DVR routers for this DVR port 52e5a61b-aaad-4252-84f8-22aac970fc18 on host dv-cinder-787195-5-smb {{(pid=73812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 13:25:38.533740 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-5567477a-32a0-4232-a4c1-21f03c59fd9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3997862', 'neutron.services.segments.db._delete_segments_for_network-8773353284765'] for network, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:38.654701 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.services.segments.db [None req-5567477a-32a0-4232-a4c1-21f03c59fd9e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf1798d7-d26b-4dfb-98e6-f299b33f54b7']}} {{(pid=73809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:25:38.668381 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.services.segments.db [None req-5567477a-32a0-4232-a4c1-21f03c59fd9e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e84f931-9707-45c4-950f-24e097ef1804') {'for_net_delete': True} {{(pid=73809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:25:38.668686 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.services.segments.db [None req-5567477a-32a0-4232-a4c1-21f03c59fd9e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e84f931-9707-45c4-950f-24e097ef1804') {} {{(pid=73809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:25:38.680135 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-5567477a-32a0-4232-a4c1-21f03c59fd9e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773353296999', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11422965'] for segment, before_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:38.697641 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-5567477a-32a0-4232-a4c1-21f03c59fd9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4060901'] for segment, precommit_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:38.704965 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5567477a-32a0-4232-a4c1-21f03c59fd9e admin admin] Releasing vlan 1132 on physical network physnet1 to pool {{(pid=73809) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 13:25:38.874794 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.managers [None req-5567477a-32a0-4232-a4c1-21f03c59fd9e admin admin] Network bf1798d7-d26b-4dfb-98e6-f299b33f54b7 has no segments {{(pid=73809) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 13:25:38.884168 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-5567477a-32a0-4232-a4c1-21f03c59fd9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4060702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11423667'] for segment, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:39.054983 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.plugins.ml2.managers [None req-5567477a-32a0-4232-a4c1-21f03c59fd9e admin admin] Network bf1798d7-d26b-4dfb-98e6-f299b33f54b7 has no segments {{(pid=73809) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 13:25:39.075809 dv-cinder-787195-5-smb neutron-server[73809]: Traceback (most recent call last): Apr 30 13:25:39.075809 dv-cinder-787195-5-smb neutron-server[73809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 13:25:39.075809 dv-cinder-787195-5-smb neutron-server[73809]: timer() Apr 30 13:25:39.075809 dv-cinder-787195-5-smb neutron-server[73809]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 13:25:39.075809 dv-cinder-787195-5-smb neutron-server[73809]: cb(*args, **kw) Apr 30 13:25:39.075809 dv-cinder-787195-5-smb neutron-server[73809]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 30 13:25:39.075809 dv-cinder-787195-5-smb neutron-server[73809]: return func(*args, **kwargs) Apr 30 13:25:39.075809 dv-cinder-787195-5-smb neutron-server[73809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 13:25:39.075809 dv-cinder-787195-5-smb neutron-server[73809]: self._notify() Apr 30 13:25:39.075809 dv-cinder-787195-5-smb neutron-server[73809]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 13:25:39.075809 dv-cinder-787195-5-smb neutron-server[73809]: self.callback(batched_events) Apr 30 13:25:39.075809 dv-cinder-787195-5-smb neutron-server[73809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 13:25:39.075809 dv-cinder-787195-5-smb neutron-server[73809]: event.method(event) Apr 30 13:25:39.075809 dv-cinder-787195-5-smb neutron-server[73809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 30 13:25:39.075809 dv-cinder-787195-5-smb neutron-server[73809]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 13:25:39.075809 dv-cinder-787195-5-smb neutron-server[73809]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 30 13:25:39.075809 dv-cinder-787195-5-smb neutron-server[73809]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 13:25:39.075809 dv-cinder-787195-5-smb neutron-server[73809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 30 13:25:39.075809 dv-cinder-787195-5-smb neutron-server[73809]: return f(self, *a, **k) Apr 30 13:25:39.075809 dv-cinder-787195-5-smb neutron-server[73809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 30 13:25:39.075809 dv-cinder-787195-5-smb neutron-server[73809]: return self._get(url).json() Apr 30 13:25:39.075809 dv-cinder-787195-5-smb neutron-server[73809]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 30 13:25:39.075809 dv-cinder-787195-5-smb neutron-server[73809]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 13:25:39.075809 dv-cinder-787195-5-smb neutron-server[73809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 13:25:39.075809 dv-cinder-787195-5-smb neutron-server[73809]: return self.request(url, 'GET', **kwargs) Apr 30 13:25:39.075809 dv-cinder-787195-5-smb neutron-server[73809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 13:25:39.075809 dv-cinder-787195-5-smb neutron-server[73809]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 13:25:39.075809 dv-cinder-787195-5-smb neutron-server[73809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 13:25:39.075809 dv-cinder-787195-5-smb neutron-server[73809]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 13:25:39.075809 dv-cinder-787195-5-smb neutron-server[73809]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 13:25:39.075809 dv-cinder-787195-5-smb neutron-server[73809]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 13:25:39.075809 dv-cinder-787195-5-smb neutron-server[73809]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 13:25:39.160598 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-5567477a-32a0-4232-a4c1-21f03c59fd9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3997869', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-920133'] for network, after_delete {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:39.165102 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-f6a5b954-3278-4d70-ae5b-24c9d5094af1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:25:39.183729 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron_lib.callbacks.manager [None req-5567477a-32a0-4232-a4c1-21f03c59fd9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647359'] for network, before_response {{(pid=73809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:39.198700 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5567477a-32a0-4232-a4c1-21f03c59fd9e admin admin] Pushing event deleted for resources: {'Network': ['ID=bf1798d7-d26b-4dfb-98e6-f299b33f54b7,revision_number=None']} {{(pid=73809) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:25:39.201291 dv-cinder-787195-5-smb neutron-server[73809]: INFO neutron.wsgi [None req-5567477a-32a0-4232-a4c1-21f03c59fd9e admin admin] 10.222.0.84 "DELETE /v2.0/networks/bf1798d7-d26b-4dfb-98e6-f299b33f54b7 HTTP/1.1" status: 204 len: 168 time: 1.4218080 Apr 30 13:25:39.202162 dv-cinder-787195-5-smb neutron-server[73809]: DEBUG oslo_concurrency.lockutils [None req-5567477a-32a0-4232-a4c1-21f03c59fd9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=73809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:25:39.413161 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.84', 34678) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:25:39.465224 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [None req-f296a42f-cd3c-428a-bfd8-ac60faf9dc32 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=2c72cc8db305484187018b2b5ff35a5e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0508382 Apr 30 13:25:39.468315 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.84', 34682) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:25:39.532756 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-16bff12a-20cb-4e7d-a8cb-bf5d0d86d0a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:39.559756 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-16bff12a-20cb-4e7d-a8cb-bf5d0d86d0a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:39.617783 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-16bff12a-20cb-4e7d-a8cb-bf5d0d86d0a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985230'] for security_group, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:39.621562 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-75577f5b-530b-4f9b-a898-cab5f944ab0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:25:39.634189 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bff12a-20cb-4e7d-a8cb-bf5d0d86d0a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d57da9b9-0a4e-43bb-b073-f4ef24b5778c,revision_number=None']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:25:39.636770 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-16bff12a-20cb-4e7d-a8cb-bf5d0d86d0a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:25:39.649036 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-16bff12a-20cb-4e7d-a8cb-bf5d0d86d0a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:39.650199 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [None req-16bff12a-20cb-4e7d-a8cb-bf5d0d86d0a8 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/d57da9b9-0a4e-43bb-b073-f4ef24b5778c HTTP/1.1" status: 204 len: 168 time: 0.1809659 Apr 30 13:25:39.786458 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.rpc [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Device 52e5a61b-aaad-4252-84f8-22aac970fc18 no longer exists at agent ovs-agent-dv-cinder-787195-5-smb {{(pid=73812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 13:25:39.860935 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.plugin [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] No Port match for: 52e5a61b-aaad-4252-84f8-22aac970fc18 {{(pid=73812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 13:25:39.861368 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron.plugins.ml2.rpc [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Device 52e5a61b-aaad-4252-84f8-22aac970fc18 not bound to the agent host dv-cinder-787195-5-smb {{(pid=73812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 13:25:39.967773 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000748'] for agent, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:40.029773 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.84', 34690) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:25:40.084136 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [None req-96008740-3107-453e-a1c4-5494de3d571a admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=3b741853c77c4a8881a90f8ce164b240&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0527644 Apr 30 13:25:40.086744 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.wsgi [-] (73810) accepted ('10.222.0.84', 34694) {{(pid=73810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:25:40.149376 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-8fdbb4c6-bca2-4892-ab3e-8ef39ec9f68e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:40.175506 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-8fdbb4c6-bca2-4892-ab3e-8ef39ec9f68e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:40.234447 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-8fdbb4c6-bca2-4892-ab3e-8ef39ec9f68e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985230'] for security_group, after_delete {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:40.238310 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-2018f12f-596d-41b2-aa18-d01a6093f6ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:25:40.249392 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdbb4c6-bca2-4892-ab3e-8ef39ec9f68e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad85be13-b47d-4195-8cea-064714f65f3f,revision_number=None']} {{(pid=73810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:25:40.253108 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG oslo_concurrency.lockutils [None req-8fdbb4c6-bca2-4892-ab3e-8ef39ec9f68e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=73810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:25:40.257287 dv-cinder-787195-5-smb neutron-server[73810]: DEBUG neutron_lib.callbacks.manager [None req-8fdbb4c6-bca2-4892-ab3e-8ef39ec9f68e admin admin] Notify callbacks [] for security_group, before_response {{(pid=73810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:40.258428 dv-cinder-787195-5-smb neutron-server[73810]: INFO neutron.wsgi [None req-8fdbb4c6-bca2-4892-ab3e-8ef39ec9f68e admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/ad85be13-b47d-4195-8cea-064714f65f3f HTTP/1.1" status: 204 len: 168 time: 0.1705606 Apr 30 13:25:49.056037 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-34cc38f7-0243-4496-8c17-e646fc3e44db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000748'] for agent, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:51.844104 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-fc5df00c-e01f-4c99-a0f0-d4a6596be4a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000748'] for agent, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:52.284807 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000748'] for agent, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:53.161528 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-a9ba599c-bbf2-42e7-8bf2-2ae3bfc6b861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000748'] for agent, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:54.534484 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-5918b5d9-36b2-459a-8043-2e5e2054f07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000748'] for agent, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:26:08.341297 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.db.agents_db [None req-91df71b6-c2d8-49d0-b68d-2a1f0a47a62a None None] Agent healthcheck: found 6 active agents {{(pid=73814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 13:26:09.969939 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000748'] for agent, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:26:19.053361 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-7ae5ebdd-5eb4-4de7-9c18-82052d4062bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000748'] for agent, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:26:21.852255 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-7af66110-f386-4ff2-a42f-ffc4f48e41ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000748'] for agent, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:26:22.280669 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000748'] for agent, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:26:23.167716 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-a9ba599c-bbf2-42e7-8bf2-2ae3bfc6b861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000748'] for agent, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:26:24.540427 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-5918b5d9-36b2-459a-8043-2e5e2054f07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000748'] for agent, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:26:39.989347 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000748'] for agent, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:26:45.341086 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.db.agents_db [None req-91df71b6-c2d8-49d0-b68d-2a1f0a47a62a None None] Agent healthcheck: found 6 active agents {{(pid=73814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 13:26:49.051332 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-a155a8ab-4819-4c81-8988-83208c355649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000748'] for agent, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:26:51.848878 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-097811dc-ebb6-4a4d-bd6d-59fad4bf4d0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000748'] for agent, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:26:52.294085 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000748'] for agent, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:26:53.168676 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-a9ba599c-bbf2-42e7-8bf2-2ae3bfc6b861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000748'] for agent, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:26:54.542451 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-5918b5d9-36b2-459a-8043-2e5e2054f07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000748'] for agent, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:27:09.982004 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000748'] for agent, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:27:19.047410 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-b4028be5-44c1-40dd-b4d1-167ce08e2c1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000748'] for agent, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:27:21.845950 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-7e3a22b0-3dd3-4543-ad01-cd9beb0dc781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000748'] for agent, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:27:22.297772 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000748'] for agent, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:27:22.342996 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.db.agents_db [None req-91df71b6-c2d8-49d0-b68d-2a1f0a47a62a None None] Agent healthcheck: found 6 active agents {{(pid=73814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 13:27:23.172803 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-a9ba599c-bbf2-42e7-8bf2-2ae3bfc6b861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000748'] for agent, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:27:24.543373 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-5918b5d9-36b2-459a-8043-2e5e2054f07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000748'] for agent, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:27:40.005215 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000748'] for agent, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:27:49.042473 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-7e1517d2-3987-4a2a-b5db-ac021b1d8b2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000748'] for agent, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:27:51.841227 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-576e94e0-26a9-426d-a907-f195ceb447a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000748'] for agent, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:27:52.293922 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000748'] for agent, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:27:53.177276 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-a9ba599c-bbf2-42e7-8bf2-2ae3bfc6b861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000748'] for agent, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:27:54.545390 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-5918b5d9-36b2-459a-8043-2e5e2054f07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000748'] for agent, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:27:59.342388 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.db.agents_db [None req-91df71b6-c2d8-49d0-b68d-2a1f0a47a62a None None] Agent healthcheck: found 6 active agents {{(pid=73814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 13:28:10.025527 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000748'] for agent, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:28:19.049877 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-a0f7838c-2c4a-4ff2-9743-105ba535b250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000748'] for agent, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:28:21.847067 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-63ee3785-4636-4c59-8f3a-308cc5f81c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000748'] for agent, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:28:22.310741 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000748'] for agent, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:28:23.180744 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-a9ba599c-bbf2-42e7-8bf2-2ae3bfc6b861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000748'] for agent, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:28:24.551551 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-5918b5d9-36b2-459a-8043-2e5e2054f07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000748'] for agent, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:28:36.342581 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.db.agents_db [None req-91df71b6-c2d8-49d0-b68d-2a1f0a47a62a None None] Agent healthcheck: found 6 active agents {{(pid=73814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 13:28:40.025575 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000748'] for agent, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:28:49.046434 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-c53ec997-3109-4bfa-8a33-6429778331ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000748'] for agent, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:28:51.843746 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-33f44012-bf98-4c5b-b899-c2bf553e7588 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000748'] for agent, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:28:52.298432 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000748'] for agent, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:28:53.182854 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-a9ba599c-bbf2-42e7-8bf2-2ae3bfc6b861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000748'] for agent, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:28:54.554191 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-5918b5d9-36b2-459a-8043-2e5e2054f07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000748'] for agent, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:29:10.024835 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000748'] for agent, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:29:13.342669 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.db.agents_db [None req-91df71b6-c2d8-49d0-b68d-2a1f0a47a62a None None] Agent healthcheck: found 6 active agents {{(pid=73814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 13:29:19.043942 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-88d7b5b0-d867-47de-b995-67ad90c1580c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000748'] for agent, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:29:21.838646 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-44372ba1-bd6c-4bf6-9a10-d3dbca778571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000748'] for agent, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:29:22.294701 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000748'] for agent, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:29:23.188096 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-a9ba599c-bbf2-42e7-8bf2-2ae3bfc6b861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000748'] for agent, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:29:24.555114 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-5918b5d9-36b2-459a-8043-2e5e2054f07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000748'] for agent, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:29:40.025966 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000748'] for agent, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:29:49.045831 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-0713c360-53bc-428b-894a-4b059231da8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000748'] for agent, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:29:50.342703 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.db.agents_db [None req-91df71b6-c2d8-49d0-b68d-2a1f0a47a62a None None] Agent healthcheck: found 6 active agents {{(pid=73814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 13:29:51.846231 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-d21296b3-d02d-4c07-94c8-42f7c0bf51e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000748'] for agent, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:29:52.303428 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000748'] for agent, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:29:53.188956 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-a9ba599c-bbf2-42e7-8bf2-2ae3bfc6b861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000748'] for agent, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:29:54.557185 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-5918b5d9-36b2-459a-8043-2e5e2054f07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000748'] for agent, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:30:10.022819 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-71a21958-66d1-4f70-a657-3a1be0f0759e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000748'] for agent, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:30:19.042000 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-65b16fd1-d3ce-46b0-b480-2123acd7ac42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000748'] for agent, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:30:21.843062 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-c1d54a6d-4654-4801-8e60-0b82aeddce2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000748'] for agent, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:30:22.298202 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-f654fa26-f7a6-407f-a66c-4c55d070eab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000748'] for agent, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:30:23.199128 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-a9ba599c-bbf2-42e7-8bf2-2ae3bfc6b861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000748'] for agent, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:30:24.561309 dv-cinder-787195-5-smb neutron-server[73812]: DEBUG neutron_lib.callbacks.manager [None req-5918b5d9-36b2-459a-8043-2e5e2054f07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773353284774', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000748'] for agent, after_update {{(pid=73812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:30:27.343600 dv-cinder-787195-5-smb neutron-server[73814]: DEBUG neutron.db.agents_db [None req-91df71b6-c2d8-49d0-b68d-2a1f0a47a62a None None] Agent healthcheck: found 6 active agents {{(pid=73814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}